2024-11-28 08:17:34,483 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-28 08:17:34,514 main DEBUG Took 0.026557 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 08:17:34,514 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 08:17:34,515 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 08:17:34,516 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 08:17:34,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,526 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 08:17:34,546 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,553 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,554 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,560 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,564 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:17:34,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,569 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 08:17:34,571 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:17:34,572 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 08:17:34,575 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 08:17:34,576 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 08:17:34,577 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 08:17:34,578 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 08:17:34,593 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 08:17:34,596 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 08:17:34,599 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 08:17:34,599 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 08:17:34,600 main DEBUG createAppenders(={Console}) 2024-11-28 08:17:34,601 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-28 08:17:34,601 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-28 08:17:34,602 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-28 08:17:34,604 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 08:17:34,605 main DEBUG OutputStream closed 2024-11-28 08:17:34,607 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 08:17:34,607 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 08:17:34,608 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-28 08:17:34,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 08:17:34,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 08:17:34,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 08:17:34,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 08:17:34,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 08:17:34,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 08:17:34,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 08:17:34,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 08:17:34,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 08:17:34,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 08:17:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 08:17:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 08:17:34,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 08:17:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 08:17:34,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 08:17:34,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 08:17:34,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 08:17:34,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 08:17:34,756 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 08:17:34,757 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-28 08:17:34,757 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 08:17:34,758 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-28T08:17:34,775 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-28 08:17:34,779 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 08:17:34,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T08:17:34,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=780, ProcessCount=11, AvailableMemoryMB=6792 2024-11-28T08:17:35,169 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-28T08:17:35,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0 2024-11-28T08:17:35,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65, deleteOnExit=true 2024-11-28T08:17:35,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/zookeeper_0, clientPort=50693, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:17:35,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50693 2024-11-28T08:17:35,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:17:35,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:17:35,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/test.cache.data in system properties and HBase conf 2024-11-28T08:17:35,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:17:35,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:17:35,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:17:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:17:35,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:17:35,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T08:17:35,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:17:35,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:17:35,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:17:35,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:17:35,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:17:35,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:17:35,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:17:35,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:17:35,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:17:35,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:17:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:17:35,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:17:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:17:35,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:17:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:17:37,065 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T08:17:37,178 INFO [Time-limited test {}] log.Log(170): Logging initialized @3612ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T08:17:37,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:37,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:17:37,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:17:37,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:17:37,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:17:37,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:37,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:17:37,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:17:37,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/java.io.tmpdir/jetty-localhost-38505-hadoop-hdfs-3_4_1-tests_jar-_-any-15236018715934587872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:17:37,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:38505} 2024-11-28T08:17:37,723 INFO [Time-limited test {}] server.Server(415): Started @4158ms 2024-11-28T08:17:38,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:38,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:17:38,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:17:38,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:17:38,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:17:38,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:17:38,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:17:38,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/java.io.tmpdir/jetty-localhost-36343-hadoop-hdfs-3_4_1-tests_jar-_-any-2088473555397102983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:17:38,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36343} 2024-11-28T08:17:38,658 INFO [Time-limited test {}] server.Server(415): Started @5094ms 2024-11-28T08:17:38,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:17:40,004 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/data/data1/current/BP-1859232065-172.17.0.3-1732781856413/current, will proceed with Du for space computation calculation, 2024-11-28T08:17:40,005 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/data/data2/current/BP-1859232065-172.17.0.3-1732781856413/current, will proceed with Du for space computation calculation, 2024-11-28T08:17:40,064 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:17:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2964d92e43eb47f with lease ID 0x70649ffd94591859: Processing first storage report for DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506 from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=af2666d3-8ea6-4af2-a5e2-5f73dc590389, infoPort=43847, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=626771960;c=1732781856413) 2024-11-28T08:17:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2964d92e43eb47f with lease ID 0x70649ffd94591859: from storage DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506 node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=af2666d3-8ea6-4af2-a5e2-5f73dc590389, infoPort=43847, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=626771960;c=1732781856413), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T08:17:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2964d92e43eb47f with lease ID 0x70649ffd94591859: Processing first storage report for DS-773b9f01-bcc6-4ee6-a1f6-2e1fe4f14bd9 from datanode DatanodeRegistration(127.0.0.1:38067, datanodeUuid=af2666d3-8ea6-4af2-a5e2-5f73dc590389, infoPort=43847, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=626771960;c=1732781856413) 2024-11-28T08:17:40,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2964d92e43eb47f with lease ID 0x70649ffd94591859: from storage DS-773b9f01-bcc6-4ee6-a1f6-2e1fe4f14bd9 node DatanodeRegistration(127.0.0.1:38067, datanodeUuid=af2666d3-8ea6-4af2-a5e2-5f73dc590389, infoPort=43847, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=626771960;c=1732781856413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:17:40,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0 2024-11-28T08:17:40,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:40,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:17:40,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0 with version=8 2024-11-28T08:17:40,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/hbase-staging 2024-11-28T08:17:41,053 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T08:17:41,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:41,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:41,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:41,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:17:41,510 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T08:17:41,518 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T08:17:41,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:41,544 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10998 (auto-detected) 2024-11-28T08:17:41,545 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-28T08:17:41,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40173 2024-11-28T08:17:41,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40173 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401730x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:41,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40173-0x1018084ce5b0000 connected 2024-11-28T08:17:41,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:41,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:41,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:41,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0, hbase.cluster.distributed=false 2024-11-28T08:17:41,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/acl 2024-11-28T08:17:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-28T08:17:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40173 2024-11-28T08:17:41,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40173 2024-11-28T08:17:41,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-28T08:17:41,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-28T08:17:41,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:41,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:41,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:41,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:41,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:17:41,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:41,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36493 2024-11-28T08:17:41,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36493 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:41,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:41,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364930x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:41,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364930x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:41,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36493-0x1018084ce5b0001 connected 2024-11-28T08:17:41,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:17:42,003 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:17:42,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/master 2024-11-28T08:17:42,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/acl 2024-11-28T08:17:42,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-28T08:17:42,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36493 2024-11-28T08:17:42,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36493 2024-11-28T08:17:42,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-28T08:17:42,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-28T08:17:42,029 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:40173 2024-11-28T08:17:42,031 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-269386000/backup-masters/81db972b9a1d,40173,1732781861167 2024-11-28T08:17:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:42,045 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/backup-masters/81db972b9a1d,40173,1732781861167 2024-11-28T08:17:42,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/master 2024-11-28T08:17:42,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:42,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:42,075 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/master 2024-11-28T08:17:42,077 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-269386000/backup-masters/81db972b9a1d,40173,1732781861167 from backup master directory 2024-11-28T08:17:42,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/backup-masters/81db972b9a1d,40173,1732781861167 2024-11-28T08:17:42,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:42,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:42,086 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:42,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,40173,1732781861167 2024-11-28T08:17:42,088 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T08:17:42,089 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T08:17:42,141 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/hbase.id] with ID: 805199a7-18d0-4af8-a079-fd0584812810 2024-11-28T08:17:42,141 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.tmp/hbase.id 2024-11-28T08:17:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:17:42,557 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.tmp/hbase.id]:[hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/hbase.id] 2024-11-28T08:17:42,610 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:42,614 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:17:42,633 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T08:17:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:42,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:17:43,144 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:17:43,147 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:17:43,162 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:17:43,165 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:17:43,616 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store 2024-11-28T08:17:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:17:43,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T08:17:43,643 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:43,645 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:17:43,645 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:43,645 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:43,647 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:17:43,647 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:43,647 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:43,648 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781863645Disabling compacts and flushes for region at 1732781863645Disabling writes for close at 1732781863647 (+2 ms)Writing region close event to WAL at 1732781863647Closed at 1732781863647 2024-11-28T08:17:43,651 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/.initializing 2024-11-28T08:17:43,651 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167 2024-11-28T08:17:43,660 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:43,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C40173%2C1732781861167, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/oldWALs, maxLogs=10 2024-11-28T08:17:43,700 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167/81db972b9a1d%2C40173%2C1732781861167.1732781863681, exclude list is [], retry=0 2024-11-28T08:17:43,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:43,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T08:17:43,752 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:43,754 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:43,754 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:43,755 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:43,758 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,759 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:17:43,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:43,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:43,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:17:43,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:43,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:43,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:17:43,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:43,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:43,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:17:43,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:43,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:43,846 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,851 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,852 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,858 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,858 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,861 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:43,865 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:43,870 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:17:43,871 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67303660, jitterRate=0.002902686595916748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:43,878 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781863771Initializing all the Stores at 1732781863773 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781863774 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781863775 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781863775Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781863775Cleaning up temporary data from old regions at 1732781863858 (+83 ms)Region opened successfully at 1732781863878 (+20 ms) 2024-11-28T08:17:43,879 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:17:43,909 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c407b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:43,935 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:17:43,945 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:17:43,945 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:17:43,947 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:17:43,949 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T08:17:43,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T08:17:43,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:17:43,977 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:17:43,987 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/balancer because node does not exist (not necessarily an error) 2024-11-28T08:17:44,109 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/balancer already deleted, retry=false 2024-11-28T08:17:44,113 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:17:44,115 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:17:44,135 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/normalizer already deleted, retry=false 2024-11-28T08:17:44,141 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:17:44,147 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:17:44,158 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/switch/split already deleted, retry=false 2024-11-28T08:17:44,160 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:17:44,169 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/switch/merge already deleted, retry=false 2024-11-28T08:17:44,188 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:17:44,200 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/snapshot-cleanup already deleted, retry=false 2024-11-28T08:17:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,215 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,40173,1732781861167, sessionid=0x1018084ce5b0000, setting cluster-up flag (Was=false) 2024-11-28T08:17:44,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,274 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-269386000/flush-table-proc/acquired, /0-269386000/flush-table-proc/reached, /0-269386000/flush-table-proc/abort 2024-11-28T08:17:44,278 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,40173,1732781861167 2024-11-28T08:17:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:44,337 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-269386000/online-snapshot/acquired, /0-269386000/online-snapshot/reached, /0-269386000/online-snapshot/abort 2024-11-28T08:17:44,340 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,40173,1732781861167 2024-11-28T08:17:44,351 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:17:44,418 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:44,420 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(746): ClusterId : 805199a7-18d0-4af8-a079-fd0584812810 2024-11-28T08:17:44,423 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:17:44,428 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:17:44,434 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:17:44,439 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,40173,1732781861167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:17:44,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:44,491 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:17:44,492 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:17:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:17:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,493 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:44,493 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,494 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781894494 2024-11-28T08:17:44,496 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:17:44,498 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:17:44,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:44,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:17:44,502 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:17:44,503 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:17:44,504 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:17:44,504 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:17:44,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:44,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:17:44,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:17:44,511 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:17:44,512 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:17:44,512 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:17:44,520 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:17:44,521 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:17:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:17:44,524 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781864522,5,FailOnTimeoutGroup] 2024-11-28T08:17:44,525 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781864525,5,FailOnTimeoutGroup] 2024-11-28T08:17:44,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,526 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:17:44,527 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,527 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,605 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:17:44,607 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb2e7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:44,622 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:36493 2024-11-28T08:17:44,625 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:17:44,625 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:17:44,625 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:17:44,628 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,40173,1732781861167 with port=36493, startcode=1732781861928 2024-11-28T08:17:44,637 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:17:44,665 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:17:44,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,672 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40173 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,685 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0 2024-11-28T08:17:44,685 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39131 2024-11-28T08:17:44,685 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:17:44,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/rs 2024-11-28T08:17:44,704 DEBUG [RS:0;81db972b9a1d:36493 {}] zookeeper.ZKUtil(111): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/rs/81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,705 WARN [RS:0;81db972b9a1d:36493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:44,705 INFO [RS:0;81db972b9a1d:36493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:44,705 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,36493,1732781861928] 2024-11-28T08:17:44,734 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:17:44,749 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:17:44,753 INFO [RS:0;81db972b9a1d:36493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:17:44,753 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,754 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:17:44,759 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:17:44,760 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:44,761 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:44,762 DEBUG [RS:0;81db972b9a1d:36493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:44,763 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,763 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,763 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,763 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,764 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,764 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36493,1732781861928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:17:44,783 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:17:44,784 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36493,1732781861928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,785 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,785 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.Replication(171): 81db972b9a1d,36493,1732781861928 started 2024-11-28T08:17:44,802 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:44,803 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,36493,1732781861928, RpcServer on 81db972b9a1d/172.17.0.3:36493, sessionid=0x1018084ce5b0001 2024-11-28T08:17:44,803 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:17:44,804 DEBUG [RS:0;81db972b9a1d:36493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,804 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36493,1732781861928' 2024-11-28T08:17:44,804 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-269386000/flush-table-proc/abort' 2024-11-28T08:17:44,805 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-269386000/flush-table-proc/acquired' 2024-11-28T08:17:44,806 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:17:44,806 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:17:44,806 DEBUG [RS:0;81db972b9a1d:36493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,36493,1732781861928 2024-11-28T08:17:44,806 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36493,1732781861928' 2024-11-28T08:17:44,806 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-269386000/online-snapshot/abort' 2024-11-28T08:17:44,807 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-269386000/online-snapshot/acquired' 2024-11-28T08:17:44,808 DEBUG [RS:0;81db972b9a1d:36493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:17:44,808 INFO [RS:0;81db972b9a1d:36493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:17:44,808 INFO [RS:0;81db972b9a1d:36493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:17:44,919 INFO [RS:0;81db972b9a1d:36493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:44,924 INFO [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36493%2C1732781861928, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:17:44,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:17:44,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0 2024-11-28T08:17:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741832_1008 (size=32) 2024-11-28T08:17:44,942 DEBUG [RS:0;81db972b9a1d:36493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926, exclude list is [], retry=0 2024-11-28T08:17:44,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:44,949 INFO [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 2024-11-28T08:17:44,950 DEBUG [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:45,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:45,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:17:45,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:17:45,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:17:45,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:17:45,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:17:45,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:17:45,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:17:45,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:17:45,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:17:45,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:45,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:45,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:17:45,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:17:45,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:45,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:17:45,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:17:45,372 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60704590, jitterRate=-0.0954311192035675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:45,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781865340Initializing all the Stores at 1732781865343 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865343Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781865343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865343Cleaning up temporary data from old regions at 1732781865364 (+21 ms)Region opened successfully at 1732781865375 (+11 ms) 2024-11-28T08:17:45,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:17:45,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:17:45,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:17:45,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:17:45,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:17:45,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:17:45,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781865375Disabling compacts and flushes for region at 1732781865375Disabling writes for close at 1732781865376 (+1 ms)Writing region close event to WAL at 1732781865377 (+1 ms)Closed at 1732781865377 2024-11-28T08:17:45,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:45,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:17:45,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:17:45,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:45,397 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:17:45,549 DEBUG [81db972b9a1d:40173 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:17:45,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:45,568 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36493,1732781861928, state=OPENING 2024-11-28T08:17:45,622 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:17:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:45,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:45,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:45,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:45,639 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:45,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36493,1732781861928}] 2024-11-28T08:17:45,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:17:45,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:17:45,829 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:17:45,829 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:45,830 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:17:45,833 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36493%2C1732781861928.meta, suffix=.meta, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:17:45,847 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.meta.1732781865835.meta, exclude list is [], retry=0 2024-11-28T08:17:45,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:45,853 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.meta.1732781865835.meta 2024-11-28T08:17:45,853 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:45,854 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:45,858 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:17:45,859 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:17:45,861 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:17:45,862 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:17:45,866 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:17:45,866 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:45,866 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:17:45,866 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:17:45,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:17:45,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:17:45,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:17:45,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:17:45,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:17:45,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:17:45,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:17:45,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:17:45,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:45,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:45,879 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:17:45,880 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:45,883 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:45,885 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:17:45,885 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:17:45,886 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:45,889 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:17:45,891 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59469103, jitterRate=-0.11384131014347076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:45,891 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:17:45,894 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781865867Writing region info on filesystem at 1732781865867Initializing all the Stores at 1732781865869 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781865869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781865869Cleaning up temporary data from old regions at 1732781865885 (+16 ms)Running coprocessor post-open hooks at 1732781865891 (+6 ms)Region opened successfully at 1732781865894 (+3 ms) 2024-11-28T08:17:45,902 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781865807 2024-11-28T08:17:45,913 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:17:45,914 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:17:45,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:45,917 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36493,1732781861928, state=OPEN 2024-11-28T08:17:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:45,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:45,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:45,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:45,964 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:45,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:17:45,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36493,1732781861928 in 323 msec 2024-11-28T08:17:45,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:17:45,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec 2024-11-28T08:17:45,983 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:45,983 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:17:45,999 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:17:46,001 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36493,1732781861928, seqNum=-1] 2024-11-28T08:17:46,019 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:17:46,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:17:46,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6600 sec 2024-11-28T08:17:46,040 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781866040, completionTime=-1 2024-11-28T08:17:46,042 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:17:46,043 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:17:46,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:17:46,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781926065 2024-11-28T08:17:46,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732781986065 2024-11-28T08:17:46,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-28T08:17:46,067 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,067 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,067 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,068 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:40173, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,069 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,069 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,075 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:17:46,094 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.007sec 2024-11-28T08:17:46,095 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:17:46,096 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:17:46,096 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:17:46,097 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:17:46,097 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:17:46,098 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:17:46,098 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:17:46,106 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:17:46,107 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:17:46,107 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,40173,1732781861167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:46,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:46,133 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T08:17:46,133 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T08:17:46,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,40173,-1 for getting cluster id 2024-11-28T08:17:46,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:46,146 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805199a7-18d0-4af8-a079-fd0584812810' 2024-11-28T08:17:46,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:46,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805199a7-18d0-4af8-a079-fd0584812810" 2024-11-28T08:17:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b43726f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,40173,-1] 2024-11-28T08:17:46,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:46,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:46,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:46,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:17:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36493,1732781861928, seqNum=-1] 2024-11-28T08:17:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:17:46,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:17:46,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,40173,1732781861167 2024-11-28T08:17:46,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:46,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:46,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018084ce5b0002 connected 2024-11-28T08:17:46,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir so I do NOT create it in target/test-data/255002da-c74f-81a8-e873-94b7b37547a0 2024-11-28T08:17:46,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:17:46,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.tmp.dir so I do NOT create it in target/test-data/255002da-c74f-81a8-e873-94b7b37547a0 2024-11-28T08:17:46,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:17:46,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/cluster_c30fdb34-69fa-53a9-2f6f-12aa1f9b11b1, deleteOnExit=true 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/test.cache.data in system properties and HBase conf 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:17:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:17:46,240 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:17:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:17:46,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:17:46,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:46,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:17:46,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:17:46,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:17:46,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:17:46,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:46,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:17:46,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:17:46,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/java.io.tmpdir/jetty-localhost-46733-hadoop-hdfs-3_4_1-tests_jar-_-any-5086846230285521577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:17:46,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46733} 2024-11-28T08:17:46,703 INFO [Time-limited test {}] server.Server(415): Started @13139ms 2024-11-28T08:17:46,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:17:46,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:17:46,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:17:46,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:17:46,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:17:46,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:17:46,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:17:47,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-16994906360942701098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:17:47,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-28T08:17:47,092 INFO [Time-limited test {}] server.Server(415): Started @13527ms 2024-11-28T08:17:47,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:17:48,109 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/cluster_c30fdb34-69fa-53a9-2f6f-12aa1f9b11b1/data/data1/current/BP-1372828652-172.17.0.3-1732781866266/current, will proceed with Du for space computation calculation, 2024-11-28T08:17:48,109 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/cluster_c30fdb34-69fa-53a9-2f6f-12aa1f9b11b1/data/data2/current/BP-1372828652-172.17.0.3-1732781866266/current, will proceed with Du for space computation calculation, 2024-11-28T08:17:48,131 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:17:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42ae9c324a1c3660 with lease ID 0xd778fa3c0035b00a: Processing first storage report for DS-2481b14b-b762-4da6-9ec5-17185c745e5e from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=dc0756e2-5daa-402d-bb6b-62f3cd781426, infoPort=41581, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1959212034;c=1732781866266) 2024-11-28T08:17:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42ae9c324a1c3660 with lease ID 0xd778fa3c0035b00a: from storage DS-2481b14b-b762-4da6-9ec5-17185c745e5e node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=dc0756e2-5daa-402d-bb6b-62f3cd781426, infoPort=41581, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1959212034;c=1732781866266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:17:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42ae9c324a1c3660 with lease ID 0xd778fa3c0035b00a: Processing first storage report for DS-0d674fe0-5e4c-459a-ae14-2cd2e177622a from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=dc0756e2-5daa-402d-bb6b-62f3cd781426, infoPort=41581, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1959212034;c=1732781866266) 2024-11-28T08:17:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42ae9c324a1c3660 with lease ID 0xd778fa3c0035b00a: from storage DS-0d674fe0-5e4c-459a-ae14-2cd2e177622a node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=dc0756e2-5daa-402d-bb6b-62f3cd781426, infoPort=41581, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1959212034;c=1732781866266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:17:48,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0 2024-11-28T08:17:48,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:17:48,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e with version=8 2024-11-28T08:17:48,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/hbase-staging 2024-11-28T08:17:48,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:48,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:48,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:48,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:17:48,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:48,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46569 2024-11-28T08:17:48,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46569 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465690x0, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:48,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46569-0x1018084ce5b0003 connected 2024-11-28T08:17:48,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/running 2024-11-28T08:17:48,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e, hbase.cluster.distributed=false 2024-11-28T08:17:48,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/acl 2024-11-28T08:17:48,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-28T08:17:48,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-11-28T08:17:48,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-11-28T08:17:48,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-28T08:17:48,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-28T08:17:48,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:48,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:48,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:48,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:48,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:17:48,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:48,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33785 2024-11-28T08:17:48,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33785 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:48,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:48,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337850x0, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:48,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337850x0, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/running 2024-11-28T08:17:48,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:17:48,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33785-0x1018084ce5b0004 connected 2024-11-28T08:17:48,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:17:48,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/master 2024-11-28T08:17:48,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/acl 2024-11-28T08:17:48,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33785 2024-11-28T08:17:48,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33785 2024-11-28T08:17:48,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33785 2024-11-28T08:17:48,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33785 2024-11-28T08:17:48,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33785 2024-11-28T08:17:48,909 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:46569 2024-11-28T08:17:48,910 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11886899155/backup-masters/81db972b9a1d,46569,1732781868664 2024-11-28T08:17:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/backup-masters 2024-11-28T08:17:48,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/backup-masters 2024-11-28T08:17:48,917 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on existing znode=/11886899155/backup-masters/81db972b9a1d,46569,1732781868664 2024-11-28T08:17:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886899155/master 2024-11-28T08:17:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:48,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:48,930 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on existing znode=/11886899155/master 2024-11-28T08:17:48,931 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11886899155/backup-masters/81db972b9a1d,46569,1732781868664 from backup master directory 2024-11-28T08:17:48,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/backup-masters 2024-11-28T08:17:48,937 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:48,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886899155/backup-masters/81db972b9a1d,46569,1732781868664 2024-11-28T08:17:48,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/backup-masters 2024-11-28T08:17:48,941 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,46569,1732781868664 2024-11-28T08:17:48,954 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/hbase.id] with ID: 40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:48,955 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/.tmp/hbase.id 2024-11-28T08:17:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:17:48,975 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/.tmp/hbase.id]:[hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/hbase.id] 2024-11-28T08:17:49,014 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:49,015 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:17:49,018 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-28T08:17:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:49,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:17:49,441 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:17:49,442 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:17:49,442 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:17:49,859 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store 2024-11-28T08:17:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:17:49,875 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:49,875 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:17:49,876 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:49,876 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:49,876 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:17:49,876 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:49,876 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:49,876 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781869875Disabling compacts and flushes for region at 1732781869875Disabling writes for close at 1732781869876 (+1 ms)Writing region close event to WAL at 1732781869876Closed at 1732781869876 2024-11-28T08:17:49,878 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/.initializing 2024-11-28T08:17:49,879 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/WALs/81db972b9a1d,46569,1732781868664 2024-11-28T08:17:49,881 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:49,885 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C46569%2C1732781868664, suffix=, logDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/WALs/81db972b9a1d,46569,1732781868664, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/oldWALs, maxLogs=10 2024-11-28T08:17:49,901 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/WALs/81db972b9a1d,46569,1732781868664/81db972b9a1d%2C46569%2C1732781868664.1732781869886, exclude list is [], retry=0 2024-11-28T08:17:49,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-2481b14b-b762-4da6-9ec5-17185c745e5e,DISK] 2024-11-28T08:17:49,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/WALs/81db972b9a1d,46569,1732781868664/81db972b9a1d%2C46569%2C1732781868664.1732781869886 2024-11-28T08:17:49,910 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-28T08:17:49,910 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:49,910 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:49,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:17:49,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:49,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:49,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:17:49,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:49,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:49,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:17:49,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:49,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:49,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:17:49,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:49,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:49,930 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,931 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,934 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,934 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,935 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:49,938 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:49,941 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:17:49,942 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60826409, jitterRate=-0.09361587464809418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:49,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781869911Initializing all the Stores at 1732781869913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781869913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781869913Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781869913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781869913Cleaning up temporary data from old regions at 1732781869934 (+21 ms)Region opened successfully at 1732781869943 (+9 ms) 2024-11-28T08:17:49,943 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:17:49,949 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f4f0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:49,950 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:17:49,951 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:17:49,951 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:17:49,951 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:17:49,952 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:17:49,952 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:17:49,952 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:17:49,956 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:17:49,957 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/balancer because node does not exist (not necessarily an error) 2024-11-28T08:17:49,979 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/balancer already deleted, retry=false 2024-11-28T08:17:49,979 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:17:49,980 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:17:50,050 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/normalizer already deleted, retry=false 2024-11-28T08:17:50,051 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:17:50,055 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:17:50,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/switch/split already deleted, retry=false 2024-11-28T08:17:50,075 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:17:50,084 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/switch/merge already deleted, retry=false 2024-11-28T08:17:50,087 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:17:50,094 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/snapshot-cleanup already deleted, retry=false 2024-11-28T08:17:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886899155/running 2024-11-28T08:17:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886899155/running 2024-11-28T08:17:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,106 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,46569,1732781868664, sessionid=0x1018084ce5b0003, setting cluster-up flag (Was=false) 2024-11-28T08:17:50,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,158 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886899155/flush-table-proc/acquired, /11886899155/flush-table-proc/reached, /11886899155/flush-table-proc/abort 2024-11-28T08:17:50,159 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,46569,1732781868664 2024-11-28T08:17:50,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:50,211 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886899155/online-snapshot/acquired, /11886899155/online-snapshot/reached, /11886899155/online-snapshot/abort 2024-11-28T08:17:50,212 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,46569,1732781868664 2024-11-28T08:17:50,214 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:17:50,217 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:50,217 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:17:50,218 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:17:50,218 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,46569,1732781868664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:50,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781900223 2024-11-28T08:17:50,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:50,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:17:50,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:17:50,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:17:50,225 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781870224,5,FailOnTimeoutGroup] 2024-11-28T08:17:50,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:50,225 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781870225,5,FailOnTimeoutGroup] 2024-11-28T08:17:50,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:17:50,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:17:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:17:50,295 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(746): ClusterId : 40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:50,295 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:17:50,306 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:17:50,306 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:17:50,317 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:17:50,317 DEBUG [RS:0;81db972b9a1d:33785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d718ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:50,335 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:33785 2024-11-28T08:17:50,335 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:17:50,335 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:17:50,335 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:17:50,336 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,46569,1732781868664 with port=33785, startcode=1732781868830 2024-11-28T08:17:50,336 DEBUG [RS:0;81db972b9a1d:33785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:17:50,339 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:17:50,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,344 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e 2024-11-28T08:17:50,345 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44417 2024-11-28T08:17:50,345 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:17:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/rs 2024-11-28T08:17:50,388 DEBUG [RS:0;81db972b9a1d:33785 {}] zookeeper.ZKUtil(111): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on existing znode=/11886899155/rs/81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,388 WARN [RS:0;81db972b9a1d:33785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:50,388 INFO [RS:0;81db972b9a1d:33785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:50,389 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,33785,1732781868830] 2024-11-28T08:17:50,394 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:17:50,396 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:17:50,398 INFO [RS:0;81db972b9a1d:33785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:17:50,398 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,399 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:17:50,400 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:17:50,400 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,400 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,400 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,400 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,400 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:50,401 DEBUG [RS:0;81db972b9a1d:33785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,404 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33785,1732781868830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:17:50,446 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:17:50,446 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33785,1732781868830-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,446 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,449 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.Replication(171): 81db972b9a1d,33785,1732781868830 started 2024-11-28T08:17:50,474 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:50,474 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,33785,1732781868830, RpcServer on 81db972b9a1d/172.17.0.3:33785, sessionid=0x1018084ce5b0004 2024-11-28T08:17:50,474 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:17:50,474 DEBUG [RS:0;81db972b9a1d:33785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,474 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,33785,1732781868830' 2024-11-28T08:17:50,474 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886899155/flush-table-proc/abort' 2024-11-28T08:17:50,477 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886899155/flush-table-proc/acquired' 2024-11-28T08:17:50,478 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:17:50,478 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:17:50,478 DEBUG [RS:0;81db972b9a1d:33785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,33785,1732781868830 2024-11-28T08:17:50,478 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,33785,1732781868830' 2024-11-28T08:17:50,478 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886899155/online-snapshot/abort' 2024-11-28T08:17:50,479 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886899155/online-snapshot/acquired' 2024-11-28T08:17:50,479 DEBUG [RS:0;81db972b9a1d:33785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:17:50,479 INFO [RS:0;81db972b9a1d:33785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:17:50,479 INFO [RS:0;81db972b9a1d:33785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:17:50,580 INFO [RS:0;81db972b9a1d:33785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:50,583 INFO [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C33785%2C1732781868830, suffix=, logDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/oldWALs, maxLogs=10 2024-11-28T08:17:50,600 DEBUG [RS:0;81db972b9a1d:33785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830/81db972b9a1d%2C33785%2C1732781868830.1732781870585, exclude list is [], retry=0 2024-11-28T08:17:50,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-2481b14b-b762-4da6-9ec5-17185c745e5e,DISK] 2024-11-28T08:17:50,608 INFO [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830/81db972b9a1d%2C33785%2C1732781868830.1732781870585 2024-11-28T08:17:50,609 DEBUG [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-28T08:17:50,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:17:50,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e 2024-11-28T08:17:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:17:50,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:17:51,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:51,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:17:51,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:17:51,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:17:51,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:17:51,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:17:51,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:17:51,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:17:51,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:17:51,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:17:51,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740 2024-11-28T08:17:51,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740 2024-11-28T08:17:51,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:17:51,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:17:51,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:51,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:17:51,082 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:17:51,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70411675, jitterRate=0.04921571910381317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781871052Initializing all the Stores at 1732781871053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871054 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781871054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871054Cleaning up temporary data from old regions at 1732781871075 (+21 ms)Region opened successfully at 1732781871084 (+9 ms) 2024-11-28T08:17:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:17:51,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:17:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:17:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:17:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:17:51,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:17:51,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781871084Disabling compacts and flushes for region at 1732781871084Disabling writes for close at 1732781871084Writing region close event to WAL at 1732781871085 (+1 ms)Closed at 1732781871085 2024-11-28T08:17:51,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:51,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:17:51,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:17:51,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:51,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:17:51,244 DEBUG [81db972b9a1d:46569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:17:51,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,33785,1732781868830 2024-11-28T08:17:51,247 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,33785,1732781868830, state=OPENING 2024-11-28T08:17:51,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:17:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:17:51,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886899155/meta-region-server: CHANGED 2024-11-28T08:17:51,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886899155/meta-region-server: CHANGED 2024-11-28T08:17:51,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:51,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,33785,1732781868830}] 2024-11-28T08:17:51,380 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:17:51,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:17:51,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:17:51,438 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:17:51,438 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:51,439 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:17:51,443 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C33785%2C1732781868830.meta, suffix=.meta, logDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/oldWALs, maxLogs=10 2024-11-28T08:17:51,463 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830/81db972b9a1d%2C33785%2C1732781868830.meta.1732781871446.meta, exclude list is [], retry=0 2024-11-28T08:17:51,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-2481b14b-b762-4da6-9ec5-17185c745e5e,DISK] 2024-11-28T08:17:51,473 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/WALs/81db972b9a1d,33785,1732781868830/81db972b9a1d%2C33785%2C1732781868830.meta.1732781871446.meta 2024-11-28T08:17:51,474 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41581:41581)] 2024-11-28T08:17:51,474 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:51,474 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:17:51,475 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:17:51,475 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:17:51,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:17:51,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:17:51,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:17:51,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:17:51,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:17:51,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:17:51,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:17:51,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:17:51,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:51,488 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:17:51,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740 2024-11-28T08:17:51,498 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740 2024-11-28T08:17:51,500 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:17:51,500 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:17:51,502 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:51,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:17:51,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:17:51,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:17:51,508 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69877235, jitterRate=0.04125194251537323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:51,509 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:17:51,509 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781871476Writing region info on filesystem at 1732781871476Initializing all the Stores at 1732781871477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871478 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781871478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781871478Cleaning up temporary data from old regions at 1732781871500 (+22 ms)Running coprocessor post-open hooks at 1732781871509 (+9 ms)Region opened successfully at 1732781871509 2024-11-28T08:17:51,510 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:17:51,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T08:17:51,510 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781871428 2024-11-28T08:17:51,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:17:51,511 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T08:17:51,511 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:17:51,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T08:17:51,515 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:17:51,515 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:17:51,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,33785,1732781868830 2024-11-28T08:17:51,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,33785,1732781868830, state=OPEN 2024-11-28T08:17:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886899155/meta-region-server 2024-11-28T08:17:51,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886899155/meta-region-server 2024-11-28T08:17:51,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,33785,1732781868830 2024-11-28T08:17:51,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886899155/meta-region-server: CHANGED 2024-11-28T08:17:51,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886899155/meta-region-server: CHANGED 2024-11-28T08:17:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:17:51,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,33785,1732781868830 in 263 msec 2024-11-28T08:17:51,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:17:51,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-28T08:17:51,554 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:51,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:17:51,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:17:51,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,33785,1732781868830, seqNum=-1] 2024-11-28T08:17:51,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:17:51,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:17:51,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-28T08:17:51,569 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781871569, completionTime=-1 2024-11-28T08:17:51,570 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:17:51,570 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781931573 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732781991573 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,573 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,574 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,574 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:46569, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,574 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,574 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,577 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.640sec 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:17:51,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:17:51,582 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:17:51,585 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:17:51,585 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:17:51,586 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46569,1732781868664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:51,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:51,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:51,602 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cb020a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:51,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:51,606 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:51,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec11db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:17:51,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,33785,1732781868830, seqNum=-1] 2024-11-28T08:17:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:17:51,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:17:51,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,46569,1732781868664 2024-11-28T08:17:51,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:51,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:51,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018084ce5b0005 connected 2024-11-28T08:17:51,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486067de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,40173,-1 for getting cluster id 2024-11-28T08:17:51,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:51,703 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805199a7-18d0-4af8-a079-fd0584812810' 2024-11-28T08:17:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805199a7-18d0-4af8-a079-fd0584812810" 2024-11-28T08:17:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57df98d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,40173,-1] 2024-11-28T08:17:51,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:51,710 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:51,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5a47fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:51,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,40173,1732781861167 2024-11-28T08:17:51,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a78e6e 2024-11-28T08:17:51,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:51,745 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:51,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:17:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:17:51,765 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:51,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3346806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,767 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:51,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:51,769 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6539dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:51,773 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:51,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b96604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:51,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:51,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:51,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518d62ab 2024-11-28T08:17:51,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:51,782 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:51,793 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:17:51,793 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:17:51,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:51,798 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:51,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:51,800 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:17:51,806 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:17:51,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:17:51,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:51,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:17:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741835_1011 (size=1138) 2024-11-28T08:17:51,859 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:17:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:52,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6f95dbe70000ac5d2017178f2292843, NAME => 'hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0 2024-11-28T08:17:52,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741836_1012 (size=44) 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6f95dbe70000ac5d2017178f2292843, disabling compactions & flushes 2024-11-28T08:17:52,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. after waiting 0 ms 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6f95dbe70000ac5d2017178f2292843: Waiting for close lock at 1732781872266Disabling compacts and flushes for region at 1732781872266Disabling writes for close at 1732781872266Writing region close event to WAL at 1732781872266Closed at 1732781872266 2024-11-28T08:17:52,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:17:52,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732781872268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732781872268"}]},"ts":"1732781872268"} 2024-11-28T08:17:52,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:17:52,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:17:52,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781872278"}]},"ts":"1732781872278"} 2024-11-28T08:17:52,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:17:52,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN}] 2024-11-28T08:17:52,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN 2024-11-28T08:17:52,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN; state=OFFLINE, location=81db972b9a1d,36493,1732781861928; forceNewPlan=false, retain=false 2024-11-28T08:17:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:52,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a6f95dbe70000ac5d2017178f2292843, regionState=OPENING, regionLocation=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN because future has completed 2024-11-28T08:17:52,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,36493,1732781861928}] 2024-11-28T08:17:52,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:52,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:17:52,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36493%2C1732781861928.rep, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:17:52,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.rep.1732781872611, exclude list is [], retry=0 2024-11-28T08:17:52,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:52,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.rep.1732781872611 2024-11-28T08:17:52,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:52,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a6f95dbe70000ac5d2017178f2292843, NAME => 'hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:52,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:17:52,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:17:52,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. service=MultiRowMutationService 2024-11-28T08:17:52,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:17:52,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:52,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,643 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,647 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName hfileref 2024-11-28T08:17:52,647 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:52,648 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:52,648 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,650 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName queue 2024-11-28T08:17:52,651 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:52,652 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:52,652 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,654 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName sid 2024-11-28T08:17:52,654 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:52,655 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:52,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:17:52,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:17:52,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a6f95dbe70000ac5d2017178f2292843; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66694648, jitterRate=-0.006172299385070801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:17:52,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:52,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a6f95dbe70000ac5d2017178f2292843: Running coprocessor pre-open hook at 1732781872641Writing region info on filesystem at 1732781872641Initializing all the Stores at 1732781872643 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781872643Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781872643Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781872643Cleaning up temporary data from old regions at 1732781872659 (+16 ms)Running coprocessor post-open hooks at 1732781872667 (+8 ms)Region opened successfully at 1732781872667 2024-11-28T08:17:52,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., pid=7, masterSystemTime=1732781872599 2024-11-28T08:17:52,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:52,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a6f95dbe70000ac5d2017178f2292843, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36493,1732781861928 2024-11-28T08:17:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,36493,1732781861928 because future has completed 2024-11-28T08:17:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T08:17:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,36493,1732781861928 in 236 msec 2024-11-28T08:17:52,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:17:52,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN in 403 msec 2024-11-28T08:17:52,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:17:52,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781872694"}]},"ts":"1732781872694"} 2024-11-28T08:17:52,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:17:52,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:17:52,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 899 msec 2024-11-28T08:17:52,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., hostname=81db972b9a1d,36493,1732781861928, seqNum=2] 2024-11-28T08:17:52,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36493 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T08:17:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:52,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:52,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:17:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:53,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T08:17:53,045 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:17:53,088 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,36493,1732781861928, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:17:53,090 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:17:53,090 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36493,1732781861928, seqNum=-1] 2024-11-28T08:17:53,090 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:17:53,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-28T08:17:53,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,36493,1732781861928', locateType=CURRENT is [region=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., hostname=81db972b9a1d,36493,1732781861928, seqNum=2] 2024-11-28T08:17:53,101 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T08:17:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T08:17:53,107 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,36493,1732781861928 suceeded 2024-11-28T08:17:53,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T08:17:53,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-28T08:17:53,110 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:53,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3590 sec 2024-11-28T08:17:53,119 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:53,121 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72aaf72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,121 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:53,121 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:53,122 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20e0bd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:53,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,124 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:53,125 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73cbf9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,125 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:53,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:53,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eecf9f0 2024-11-28T08:17:53,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:53,127 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-28T08:17:53,128 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,36493,1732781861928 (queues=1) is replicating from cluster=805199a7-18d0-4af8-a079-fd0584812810 to cluster=40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:53,130 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C36493%2C1732781861928 2024-11-28T08:17:53,133 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,36493,1732781861928, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:17:53,136 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C36493%2C1732781861928 2024-11-28T08:17:53,139 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926, startPosition=0, beingWritten=true 2024-11-28T08:17:53,387 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:53,694 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:17:53,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:17:53,926 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:17:53,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:53,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:53,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33f5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,40173,-1 for getting cluster id 2024-11-28T08:17:53,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:53,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805199a7-18d0-4af8-a079-fd0584812810' 2024-11-28T08:17:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:53,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805199a7-18d0-4af8-a079-fd0584812810" 2024-11-28T08:17:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18587511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,40173,-1] 2024-11-28T08:17:53,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:53,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,935 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bc702b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,40173,1732781861167 2024-11-28T08:17:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548a3074 2024-11-28T08:17:53,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:53,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:53,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:17:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:17:53,946 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:53,947 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a2cc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,947 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:53,947 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:53,948 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff37bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:53,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,950 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:53,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525085e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:53,952 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:53,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49070671 2024-11-28T08:17:53,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:53,954 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:53,955 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T08:17:53,955 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:17:53,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:53,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:54,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:17:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:17:54,103 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:54,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-28T08:17:54,155 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-28T08:17:54,190 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-81db972b9a1d,36493,1732781861928, ReplicationSource: 2, currentBandwidth=0 2024-11-28T08:17:54,194 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-28T08:17:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-28T08:17:54,197 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 81db972b9a1d,36493,1732781861928 suceeded 2024-11-28T08:17:54,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:17:54,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-28T08:17:54,202 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:54,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 260 msec 2024-11-28T08:17:54,212 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:54,213 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfc0226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,213 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:54,213 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:54,214 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7650d21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:54,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:54,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,217 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:54,218 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1837d129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,218 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d84cba7 2024-11-28T08:17:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:54,220 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-28T08:17:54,221 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-81db972b9a1d,36493,1732781861928 (queues=1) is replicating from cluster=805199a7-18d0-4af8-a079-fd0584812810 to cluster=40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:54,221 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=81db972b9a1d%2C36493%2C1732781861928 2024-11-28T08:17:54,221 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-81db972b9a1d,36493,1732781861928, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:17:54,222 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926, startPosition=0, beingWritten=true 2024-11-28T08:17:54,223 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C36493%2C1732781861928 2024-11-28T08:17:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:17:54,265 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-28T08:17:54,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:17:54,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:54,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:54,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,40173,1732781861167 2024-11-28T08:17:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67880346 2024-11-28T08:17:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:54,270 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:54,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:17:54,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-28T08:17:54,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:17:54,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-28T08:17:54,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T08:17:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:17:54,285 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:54,287 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f16cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,287 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:54,287 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:54,288 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:54,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:54,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:54,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1836b26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:54,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:54,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,290 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:54,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb446b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,291 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594eb72a 2024-11-28T08:17:54,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:54,293 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:54,294 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-28T08:17:54,294 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:17:54,295 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,295 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:54,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:17:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:17:54,428 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:54,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-28T08:17:54,461 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-28T08:17:54,464 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-28T08:17:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-28T08:17:54,470 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 81db972b9a1d,36493,1732781861928 suceeded 2024-11-28T08:17:54,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T08:17:54,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-28T08:17:54,474 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:54,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-28T08:17:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:17:54,605 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-28T08:17:54,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T08:17:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:17:54,609 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:54,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374ce8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,610 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:54,610 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:54,611 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb9d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:54,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,613 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:54,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f72f952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:54,614 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:54,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:54,615 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:54,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba2a86 2024-11-28T08:17:54,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:54,616 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:17:54,617 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:17:54,618 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:17:54,618 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,618 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:54,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:17:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:17:54,734 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:54,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-28T08:17:54,798 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-28T08:17:54,800 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-28T08:17:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-28T08:17:54,805 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 81db972b9a1d,36493,1732781861928 suceeded 2024-11-28T08:17:54,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T08:17:54,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-28T08:17:54,811 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://81db972b9a1d:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:17:54,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-11-28T08:17:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:17:54,925 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-28T08:17:54,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:17:54,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-28T08:17:54,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:17:54,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:54,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:17:54,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-28T08:17:54,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,40173,1732781861167 2024-11-28T08:17:54,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:54,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:54,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:54,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:54,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:17:54,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:17:54,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:54,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:54,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:54,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,36493,1732781861928' ***** 2024-11-28T08:17:54,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:17:54,950 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:17:54,950 INFO [RS:0;81db972b9a1d:36493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:17:54,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:17:54,951 INFO [RS:0;81db972b9a1d:36493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:17:54,951 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:54,952 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,36493,1732781861928 2024-11-28T08:17:54,952 INFO [RS:0;81db972b9a1d:36493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:17:54,952 INFO [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36493. 2024-11-28T08:17:54,952 DEBUG [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:54,952 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:54,952 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6f95dbe70000ac5d2017178f2292843, disabling compactions & flushes 2024-11-28T08:17:54,953 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:54,953 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:54,953 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:17:54,953 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:17:54,953 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. after waiting 0 ms 2024-11-28T08:17:54,953 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:17:54,953 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:54,953 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:17:54,954 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:17:54,954 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6f95dbe70000ac5d2017178f2292843=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.} 2024-11-28T08:17:54,954 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:17:54,954 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:17:54,954 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:17:54,954 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:17:54,954 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:17:54,954 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:54,958 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T08:17:54,958 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6f95dbe70000ac5d2017178f2292843 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-28T08:17:54,973 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:17:55,025 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/975b9b1da8e04b0e83596c1f4944c896 is 147, key is hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843./info:regioninfo/1732781872675/Put/seqid=0 2024-11-28T08:17:55,025 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/.tmp/queue/9cedf1019bc34a3682fc629948956d9c is 151, key is 1-81db972b9a1d,36493,1732781861928/queue:81db972b9a1d%2C36493%2C1732781861928/1732781873097/Put/seqid=0 2024-11-28T08:17:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741838_1014 (size=5500) 2024-11-28T08:17:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741839_1015 (size=6631) 2024-11-28T08:17:55,040 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/975b9b1da8e04b0e83596c1f4944c896 2024-11-28T08:17:55,121 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/ns/945a91e6056b417bbec7e22bfb63f109 is 43, key is default/ns:d/1732781866025/Put/seqid=0 2024-11-28T08:17:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741840_1016 (size=5153) 2024-11-28T08:17:55,138 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/ns/945a91e6056b417bbec7e22bfb63f109 2024-11-28T08:17:55,141 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:55,155 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:55,171 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/table/eefb659eac384aef89b45a682a7cf183 is 53, key is hbase:replication/table:state/1732781872694/Put/seqid=0 2024-11-28T08:17:55,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741841_1017 (size=5256) 2024-11-28T08:17:55,188 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/table/eefb659eac384aef89b45a682a7cf183 2024-11-28T08:17:55,200 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/975b9b1da8e04b0e83596c1f4944c896 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/info/975b9b1da8e04b0e83596c1f4944c896 2024-11-28T08:17:55,210 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/info/975b9b1da8e04b0e83596c1f4944c896, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T08:17:55,213 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/ns/945a91e6056b417bbec7e22bfb63f109 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/ns/945a91e6056b417bbec7e22bfb63f109 2024-11-28T08:17:55,223 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/ns/945a91e6056b417bbec7e22bfb63f109, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:17:55,223 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:55,226 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/table/eefb659eac384aef89b45a682a7cf183 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/table/eefb659eac384aef89b45a682a7cf183 2024-11-28T08:17:55,242 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/table/eefb659eac384aef89b45a682a7cf183, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T08:17:55,248 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 289ms, sequenceid=11, compaction requested=false 2024-11-28T08:17:55,272 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:17:55,275 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:17:55,275 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:17:55,276 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:17:55,276 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781874954Running coprocessor pre-close hooks at 1732781874954Disabling compacts and flushes for region at 1732781874954Disabling writes for close at 1732781874954Obtaining lock to block concurrent updates at 1732781874958 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732781874958Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732781874965 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732781874966 (+1 ms)Flushing 1588230740/info: creating writer at 1732781874968 (+2 ms)Flushing 1588230740/info: appending metadata at 1732781875010 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732781875011 (+1 ms)Flushing 1588230740/ns: creating writer at 1732781875094 (+83 ms)Flushing 1588230740/ns: appending metadata at 1732781875119 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732781875119Flushing 1588230740/table: creating writer at 1732781875151 (+32 ms)Flushing 1588230740/table: appending metadata at 1732781875170 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732781875170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1784996e: reopening flushed file at 1732781875198 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5164025d: reopening flushed file at 1732781875211 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62dfe301: reopening flushed file at 1732781875223 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 289ms, sequenceid=11, compaction requested=false at 1732781875248 (+25 ms)Writing region close event to WAL at 1732781875264 (+16 ms)Running coprocessor post-close hooks at 1732781875274 (+10 ms)Closed at 1732781875276 (+2 ms) 2024-11-28T08:17:55,277 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:17:55,355 DEBUG [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1351): Waiting on a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:17:55,437 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/.tmp/queue/9cedf1019bc34a3682fc629948956d9c 2024-11-28T08:17:55,449 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/.tmp/queue/9cedf1019bc34a3682fc629948956d9c as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/queue/9cedf1019bc34a3682fc629948956d9c 2024-11-28T08:17:55,460 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/queue/9cedf1019bc34a3682fc629948956d9c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-28T08:17:55,462 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a6f95dbe70000ac5d2017178f2292843 in 508ms, sequenceid=6, compaction requested=false 2024-11-28T08:17:55,462 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:17:55,470 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T08:17:55,471 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:17:55,471 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:17:55,471 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:55,472 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6f95dbe70000ac5d2017178f2292843: Waiting for close lock at 1732781874952Running coprocessor pre-close hooks at 1732781874952Disabling compacts and flushes for region at 1732781874952Disabling writes for close at 1732781874953 (+1 ms)Obtaining lock to block concurrent updates at 1732781874958 (+5 ms)Preparing flush snapshotting stores in a6f95dbe70000ac5d2017178f2292843 at 1732781874958Finished memstore snapshotting hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732781874965 (+7 ms)Flushing stores of hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. at 1732781874966 (+1 ms)Flushing a6f95dbe70000ac5d2017178f2292843/queue: creating writer at 1732781874968 (+2 ms)Flushing a6f95dbe70000ac5d2017178f2292843/queue: appending metadata at 1732781875009 (+41 ms)Flushing a6f95dbe70000ac5d2017178f2292843/queue: closing flushed file at 1732781875011 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378ea327: reopening flushed file at 1732781875448 (+437 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a6f95dbe70000ac5d2017178f2292843 in 508ms, sequenceid=6, compaction requested=false at 1732781875462 (+14 ms)Writing region close event to WAL at 1732781875464 (+2 ms)Running coprocessor post-close hooks at 1732781875471 (+7 ms)Closed at 1732781875471 2024-11-28T08:17:55,472 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:17:55,555 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,36493,1732781861928; all regions closed. 2024-11-28T08:17:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741834_1010 (size=2742) 2024-11-28T08:17:55,566 DEBUG [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:17:55,566 INFO [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36493%2C1732781861928.meta:.meta(num 1732781865835) 2024-11-28T08:17:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741837_1013 (size=1802) 2024-11-28T08:17:55,572 DEBUG [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:17:55,572 INFO [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36493%2C1732781861928.rep:(num 1732781872611) 2024-11-28T08:17:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741833_1009 (size=93) 2024-11-28T08:17:55,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 not finished, retry = 0 2024-11-28T08:17:55,649 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 to pos 0, reset compression=false 2024-11-28T08:17:55,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926 2024-11-28T08:17:55,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-28T08:17:55,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-28T08:17:55,682 DEBUG [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:17:55,682 INFO [RS:0;81db972b9a1d:36493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36493%2C1732781861928:(num 1732781864926) 2024-11-28T08:17:55,682 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:55,682 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:17:55,682 INFO [RS:0;81db972b9a1d:36493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:17:55,682 INFO [RS:0;81db972b9a1d:36493 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:17:55,683 INFO [RS:0;81db972b9a1d:36493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:17:55,683 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,36493,1732781861928 because: Region server is closing 2024-11-28T08:17:55,683 INFO [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36493. 2024-11-28T08:17:55,684 DEBUG [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:55,684 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:55,684 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:55,684 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:17:55,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:55,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-81db972b9a1d,36493,1732781861928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928/81db972b9a1d%2C36493%2C1732781861928.1732781864926, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-28T08:17:55,693 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,36493,1732781861928: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-81db972b9a1d,36493,1732781861928, walGroup=81db972b9a1d%2C36493%2C1732781861928, offset=81db972b9a1d%2C36493%2C1732781861928.1732781864926:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:36493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:17:55,695 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:17:55,698 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:17:55,699 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:17:55,699 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:17:55,699 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:17:55,700 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 383082336 }, "NonHeapMemoryUsage": { "committed": 152698880, "init": 7667712, "max": -1, "used": 150507248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:17:55,702 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [81db972b9a1d%2C36493%2C1732781861928.1732781864926] 2024-11-28T08:17:55,784 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:17:55,785 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.wal-reader.81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:17:55,785 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,1-81db972b9a1d,36493,1732781861928 terminated 2024-11-28T08:17:55,789 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-81db972b9a1d,36493,1732781861928 because: Region server is closing 2024-11-28T08:17:55,789 INFO [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36493. 2024-11-28T08:17:55,790 DEBUG [RS:0;81db972b9a1d:36493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:17:55,790 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:55,790 DEBUG [RS:0;81db972b9a1d:36493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:55,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:17:55,790 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,36493,1732781861928.replicationSource.shipper81db972b9a1d%2C36493%2C1732781861928,2-81db972b9a1d,36493,1732781861928 terminated 2024-11-28T08:17:55,790 INFO [RS:0;81db972b9a1d:36493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36493 2024-11-28T08:17:55,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/rs 2024-11-28T08:17:55,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/rs/81db972b9a1d,36493,1732781861928 2024-11-28T08:17:55,852 INFO [RS:0;81db972b9a1d:36493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:17:55,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,36493,1732781861928] 2024-11-28T08:17:55,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/draining/81db972b9a1d,36493,1732781861928 already deleted, retry=false 2024-11-28T08:17:55,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,36493,1732781861928 expired; onlineServers=0 2024-11-28T08:17:55,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,40173,1732781861167' ***** 2024-11-28T08:17:55,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:17:55,874 INFO [M:0;81db972b9a1d:40173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:17:55,874 INFO [M:0;81db972b9a1d:40173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:17:55,874 DEBUG [M:0;81db972b9a1d:40173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:17:55,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:17:55,874 DEBUG [M:0;81db972b9a1d:40173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:17:55,874 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781864525 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781864525,5,FailOnTimeoutGroup] 2024-11-28T08:17:55,874 INFO [M:0;81db972b9a1d:40173 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:17:55,874 INFO [M:0;81db972b9a1d:40173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:17:55,874 DEBUG [M:0;81db972b9a1d:40173 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:17:55,874 INFO [M:0;81db972b9a1d:40173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:17:55,875 INFO [M:0;81db972b9a1d:40173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:17:55,875 INFO [M:0;81db972b9a1d:40173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:17:55,875 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:17:55,875 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781864522 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781864522,5,FailOnTimeoutGroup] 2024-11-28T08:17:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/master 2024-11-28T08:17:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:55,884 DEBUG [M:0;81db972b9a1d:40173 {}] zookeeper.ZKUtil(347): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/master because node does not exist (not an error) 2024-11-28T08:17:55,884 WARN [M:0;81db972b9a1d:40173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:17:55,885 INFO [M:0;81db972b9a1d:40173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.lastflushedseqids 2024-11-28T08:17:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741842_1018 (size=181) 2024-11-28T08:17:55,901 INFO [M:0;81db972b9a1d:40173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:17:55,901 INFO [M:0;81db972b9a1d:40173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:17:55,901 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:17:55,901 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:55,901 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:55,901 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:17:55,901 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:55,902 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-28T08:17:55,924 DEBUG [M:0;81db972b9a1d:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0622f838d91145ff9ea155124322f437 is 82, key is hbase:meta,,1/info:regioninfo/1732781865915/Put/seqid=0 2024-11-28T08:17:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741843_1019 (size=5672) 2024-11-28T08:17:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:17:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36493-0x1018084ce5b0001, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:17:55,963 INFO [RS:0;81db972b9a1d:36493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:17:55,964 INFO [RS:0;81db972b9a1d:36493 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,36493,1732781861928; zookeeper connection closed. 2024-11-28T08:17:55,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37d6c766 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37d6c766 2024-11-28T08:17:55,964 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:17:56,330 INFO [M:0;81db972b9a1d:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0622f838d91145ff9ea155124322f437 2024-11-28T08:17:56,362 DEBUG [M:0;81db972b9a1d:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4595c5918ec4ab8bfe3b9092e4cfaab is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732781872703/Put/seqid=0 2024-11-28T08:17:56,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741844_1020 (size=8663) 2024-11-28T08:17:56,372 INFO [M:0;81db972b9a1d:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4595c5918ec4ab8bfe3b9092e4cfaab 2024-11-28T08:17:56,412 DEBUG [M:0;81db972b9a1d:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeea1931eaef4a9d8c8f642e23dc6261 is 69, key is 81db972b9a1d,36493,1732781861928/rs:state/1732781864674/Put/seqid=0 2024-11-28T08:17:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741845_1021 (size=5156) 2024-11-28T08:17:56,433 INFO [M:0;81db972b9a1d:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeea1931eaef4a9d8c8f642e23dc6261 2024-11-28T08:17:56,453 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0622f838d91145ff9ea155124322f437 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0622f838d91145ff9ea155124322f437 2024-11-28T08:17:56,470 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0622f838d91145ff9ea155124322f437, entries=8, sequenceid=115, filesize=5.5 K 2024-11-28T08:17:56,473 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4595c5918ec4ab8bfe3b9092e4cfaab as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4595c5918ec4ab8bfe3b9092e4cfaab 2024-11-28T08:17:56,486 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4595c5918ec4ab8bfe3b9092e4cfaab, entries=14, sequenceid=115, filesize=8.5 K 2024-11-28T08:17:56,488 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeea1931eaef4a9d8c8f642e23dc6261 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeea1931eaef4a9d8c8f642e23dc6261 2024-11-28T08:17:56,498 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeea1931eaef4a9d8c8f642e23dc6261, entries=1, sequenceid=115, filesize=5.0 K 2024-11-28T08:17:56,499 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 598ms, sequenceid=115, compaction requested=false 2024-11-28T08:17:56,509 INFO [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:17:56,509 DEBUG [M:0;81db972b9a1d:40173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781875901Disabling compacts and flushes for region at 1732781875901Disabling writes for close at 1732781875901Obtaining lock to block concurrent updates at 1732781875902 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781875902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732781875902Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781875903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781875903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781875923 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781875923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781876339 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781876361 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781876361Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781876388 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781876412 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781876412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc3e36: reopening flushed file at 1732781876450 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af17abe: reopening flushed file at 1732781876471 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bab3e87: reopening flushed file at 1732781876486 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 598ms, sequenceid=115, compaction requested=false at 1732781876499 (+13 ms)Writing region close event to WAL at 1732781876509 (+10 ms)Closed at 1732781876509 2024-11-28T08:17:56,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741830_1006 (size=59421) 2024-11-28T08:17:56,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:17:56,530 INFO [M:0;81db972b9a1d:40173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:17:56,530 INFO [M:0;81db972b9a1d:40173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40173 2024-11-28T08:17:56,530 INFO [M:0;81db972b9a1d:40173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:17:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:17:56,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x1018084ce5b0000, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:17:56,680 INFO [M:0;81db972b9a1d:40173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:17:56,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:17:56,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:56,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36455 2024-11-28T08:17:56,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36455 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:56,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364550x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:56,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36455-0x1018084ce5b0006 connected 2024-11-28T08:17:56,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:56,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:56,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:56,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0, hbase.cluster.distributed=false 2024-11-28T08:17:56,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/acl 2024-11-28T08:17:56,748 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: INIT 2024-11-28T08:17:56,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-28T08:17:56,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36455 2024-11-28T08:17:56,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36455 2024-11-28T08:17:56,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-28T08:17:56,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-28T08:17:56,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:17:56,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:17:56,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44145 2024-11-28T08:17:56,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44145 connecting to ZooKeeper ensemble=127.0.0.1:50693 2024-11-28T08:17:56,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:56,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:56,850 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441450x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:17:56,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441450x0, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:17:56,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:17:56,851 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: INIT 2024-11-28T08:17:56,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44145-0x1018084ce5b0007 connected 2024-11-28T08:17:56,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:17:56,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/master 2024-11-28T08:17:56,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/acl 2024-11-28T08:17:56,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-28T08:17:56,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-28T08:17:56,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-28T08:17:56,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-28T08:17:56,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-28T08:17:56,931 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:36455 2024-11-28T08:17:56,937 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-269386000/backup-masters/81db972b9a1d,36455,1732781876682 2024-11-28T08:17:56,956 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:56,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:56,959 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/backup-masters/81db972b9a1d,36455,1732781876682 2024-11-28T08:17:56,968 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/master 2024-11-28T08:17:56,968 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:56,970 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/master 2024-11-28T08:17:56,973 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-269386000/backup-masters/81db972b9a1d,36455,1732781876682 from backup master directory 2024-11-28T08:17:56,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:17:56,988 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/backup-masters/81db972b9a1d,36455,1732781876682 2024-11-28T08:17:56,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/backup-masters 2024-11-28T08:17:56,989 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:56,989 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,36455,1732781876682 2024-11-28T08:17:57,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:17:57,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:17:57,107 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 42ms. 2024-11-28T08:17:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741846_1022 (size=196) 2024-11-28T08:17:57,177 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:17:57,178 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:17:57,189 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:57,205 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-28T08:17:57,210 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167 to hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167-dead as it is dead 2024-11-28T08:17:57,212 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-28T08:17:57,212 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-28T08:17:57,212 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167-dead/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:57,220 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167-dead/81db972b9a1d%2C40173%2C1732781861167.1732781863681 after 5ms 2024-11-28T08:17:57,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167-dead/81db972b9a1d%2C40173%2C1732781861167.1732781863681 to hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:57,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,40173,1732781861167-dead 2024-11-28T08:17:57,226 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,36455,1732781876682 2024-11-28T08:17:57,231 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:57,236 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C36455%2C1732781876682, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,36455,1732781876682, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/oldWALs, maxLogs=10 2024-11-28T08:17:57,255 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,36455,1732781876682/81db972b9a1d%2C36455%2C1732781876682.1732781877237, exclude list is [], retry=0 2024-11-28T08:17:57,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:57,276 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/WALs/81db972b9a1d,36455,1732781876682/81db972b9a1d%2C36455%2C1732781876682.1732781877237 2024-11-28T08:17:57,288 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:57,288 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:57,289 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:57,289 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,289 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:17:57,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:57,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0622f838d91145ff9ea155124322f437 2024-11-28T08:17:57,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:57,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:17:57,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:57,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4595c5918ec4ab8bfe3b9092e4cfaab 2024-11-28T08:17:57,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:57,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:17:57,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:57,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeea1931eaef4a9d8c8f642e23dc6261 2024-11-28T08:17:57,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:57,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:17:57,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:57,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:17:57,395 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,396 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-28T08:17:57,396 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:57,428 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:57,430 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C40173%2C1732781861167.1732781863681 2024-11-28T08:17:57,432 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,432 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,433 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:57,435 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:17:57,438 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-28T08:17:57,439 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66441919, jitterRate=-0.009938254952430725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:57,440 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781877290Initializing all the Stores at 1732781877293 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781877293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781877299 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781877299Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781877299Cleaning up temporary data from old regions at 1732781877432 (+133 ms)Region opened successfully at 1732781877440 (+8 ms) 2024-11-28T08:17:57,444 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:17:57,450 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24efdd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:57,466 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-28T08:17:57,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:17:57,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:17:57,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:17:57,468 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:17:57,476 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:17:57,476 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:17:57,477 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:17:57,477 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:17:57,478 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T08:17:57,478 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T08:17:57,478 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-28T08:17:57,478 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:17:57,483 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=81db972b9a1d,36493,1732781861928, regionLocation=81db972b9a1d,36493,1732781861928, openSeqNum=2 2024-11-28T08:17:57,483 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=81db972b9a1d,36493,1732781861928, table=hbase:meta, region=1588230740 2024-11-28T08:17:57,484 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36493,1732781861928, state=OPEN 2024-11-28T08:17:57,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:57,494 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:57,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:57,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:57,500 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:17:57,505 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/draining/81db972b9a1d,36493,1732781861928 already deleted, retry=false 2024-11-28T08:17:57,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 81db972b9a1d,36493,1732781861928 on 81db972b9a1d,36455,1732781876682 2024-11-28T08:17:57,511 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 81db972b9a1d,36493,1732781861928, splitWal=true, meta=true 2024-11-28T08:17:57,514 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 81db972b9a1d,36493,1732781861928 (carryingMeta=true) 81db972b9a1d,36493,1732781861928/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@e4197cb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T08:17:57,518 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/balancer because node does not exist (not necessarily an error) 2024-11-28T08:17:57,560 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/balancer already deleted, retry=false 2024-11-28T08:17:57,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:17:57,564 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:17:57,578 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/normalizer already deleted, retry=false 2024-11-28T08:17:57,579 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:17:57,580 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:17:57,588 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/switch/split already deleted, retry=false 2024-11-28T08:17:57,590 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:17:57,599 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/switch/merge already deleted, retry=false 2024-11-28T08:17:57,622 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Unable to get data of znode /0-269386000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:17:57,631 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/snapshot-cleanup already deleted, retry=false 2024-11-28T08:17:57,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:57,641 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:17:57,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:57,641 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:17:57,642 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,36455,1732781876682, sessionid=0x1018084ce5b0006, setting cluster-up flag (Was=false) 2024-11-28T08:17:57,652 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-269386000/flush-table-proc/acquired, /0-269386000/flush-table-proc/reached, /0-269386000/flush-table-proc/abort 2024-11-28T08:17:57,653 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36455,1732781876682 2024-11-28T08:17:57,663 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-269386000/online-snapshot/acquired, /0-269386000/online-snapshot/reached, /0-269386000/online-snapshot/abort 2024-11-28T08:17:57,664 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36455,1732781876682 2024-11-28T08:17:57,666 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.lastflushedseqids 2024-11-28T08:17:57,670 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:17:57,670 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:17:57,670 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,36455,1732781876682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 81db972b9a1d,36493,1732781861928 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:57,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,680 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 81db972b9a1d,36493,1732781861928, splitWal=true, meta=true 2024-11-28T08:17:57,682 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 81db972b9a1d,36493,1732781861928, splitWal=true, meta=true, isMeta: true 2024-11-28T08:17:57,685 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928-splitting 2024-11-28T08:17:57,686 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928-splitting dir is empty, no logs to split. 2024-11-28T08:17:57,686 INFO [PEWorker-1 {}] master.SplitWALManager(105): 81db972b9a1d,36493,1732781861928 WAL count=0, meta=true 2024-11-28T08:17:57,690 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928-splitting dir is empty, no logs to split. 2024-11-28T08:17:57,690 INFO [PEWorker-1 {}] master.SplitWALManager(105): 81db972b9a1d,36493,1732781861928 WAL count=0, meta=true 2024-11-28T08:17:57,690 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 81db972b9a1d,36493,1732781861928 WAL splitting is done? wals=0, meta=true 2024-11-28T08:17:57,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:17:57,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:57,697 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781907697 2024-11-28T08:17:57,697 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:17:57,698 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:17:57,699 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:17:57,699 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781877699,5,FailOnTimeoutGroup] 2024-11-28T08:17:57,700 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781877699,5,FailOnTimeoutGroup] 2024-11-28T08:17:57,700 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,700 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:17:57,700 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,700 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,700 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781877700, completionTime=-1 2024-11-28T08:17:57,700 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-28T08:17:57,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T08:17:57,721 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(746): ClusterId : 805199a7-18d0-4af8-a079-fd0584812810 2024-11-28T08:17:57,721 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:17:57,733 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:17:57,733 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:17:57,821 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:17:57,822 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca2b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:17:57,834 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:44145 2024-11-28T08:17:57,835 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:17:57,835 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:17:57,835 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:17:57,835 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,36455,1732781876682 with port=44145, startcode=1732781876814 2024-11-28T08:17:57,836 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:17:57,838 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:17:57,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,44145,1732781876814 2024-11-28T08:17:57,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36455 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,44145,1732781876814 2024-11-28T08:17:57,842 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0 2024-11-28T08:17:57,842 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39131 2024-11-28T08:17:57,842 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:17:57,848 WARN [81db972b9a1d:36455 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T08:17:57,855 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T08:17:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/rs 2024-11-28T08:17:57,884 DEBUG [RS:0;81db972b9a1d:44145 {}] zookeeper.ZKUtil(111): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on existing znode=/0-269386000/rs/81db972b9a1d,44145,1732781876814 2024-11-28T08:17:57,884 WARN [RS:0;81db972b9a1d:44145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:17:57,884 INFO [RS:0;81db972b9a1d:44145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:57,884 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814 2024-11-28T08:17:57,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,44145,1732781876814] 2024-11-28T08:17:57,942 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:17:57,946 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:17:57,947 INFO [RS:0;81db972b9a1d:44145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:17:57,947 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,947 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:17:57,948 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:17:57,949 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:17:57,949 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:57,950 DEBUG [RS:0;81db972b9a1d:44145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:17:57,952 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,952 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,952 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,952 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,953 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:57,953 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44145,1732781876814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:17:57,986 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:17:57,986 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44145,1732781876814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:58,005 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,44145,1732781876814, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:17:58,029 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(231): queueId=2-81db972b9a1d,44145,1732781876814, ReplicationSource: 2, currentBandwidth=0 2024-11-28T08:17:58,029 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:58,030 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:58,031 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.Replication(171): 81db972b9a1d,44145,1732781876814 started 2024-11-28T08:17:58,032 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@659b6a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,033 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:58,033 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:58,046 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:58,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef6d9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:58,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:58,049 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:58,049 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:46569' 2024-11-28T08:17:58,051 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@439ad955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,051 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:58,051 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@437e9c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,051 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:17:58,051 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46569,-1 for getting cluster id 2024-11-28T08:17:58,051 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:17:58,051 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,44145,1732781876814, RpcServer on 81db972b9a1d/172.17.0.3:44145, sessionid=0x1018084ce5b0007 2024-11-28T08:17:58,052 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:17:58,052 DEBUG [RS:0;81db972b9a1d:44145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,44145,1732781876814 2024-11-28T08:17:58,052 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,44145,1732781876814' 2024-11-28T08:17:58,052 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-269386000/flush-table-proc/abort' 2024-11-28T08:17:58,053 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9' 2024-11-28T08:17:58,053 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-269386000/flush-table-proc/acquired' 2024-11-28T08:17:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:17:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9" 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,44145,1732781876814 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,44145,1732781876814' 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-269386000/online-snapshot/abort' 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:17:58,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:58,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252f41cc 2024-11-28T08:17:58,054 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-269386000/online-snapshot/acquired' 2024-11-28T08:17:58,055 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@344abb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:58,055 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46569,-1] 2024-11-28T08:17:58,055 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:17:58,055 DEBUG [RS:0;81db972b9a1d:44145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:17:58,055 INFO [RS:0;81db972b9a1d:44145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:17:58,055 INFO [RS:0;81db972b9a1d:44145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:17:58,056 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:17:58,058 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338f00f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:17:58,058 DEBUG [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:17:58,059 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-28T08:17:58,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46569,1732781868664 2024-11-28T08:17:58,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf8612a 2024-11-28T08:17:58,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:17:58,061 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-28T08:17:58,062 INFO [RS:0;81db972b9a1d:44145.replicationSource,1-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,44145,1732781876814 (queues=0) is replicating from cluster=805199a7-18d0-4af8-a079-fd0584812810 to cluster=40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:58,062 INFO [RS:0;81db972b9a1d:44145.replicationSource,2-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-81db972b9a1d,44145,1732781876814 (queues=0) is replicating from cluster=805199a7-18d0-4af8-a079-fd0584812810 to cluster=40cc4326-57b1-4ce6-8f48-4ac99ea6d7a9 2024-11-28T08:17:58,156 INFO [RS:0;81db972b9a1d:44145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:17:58,157 INFO [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C44145%2C1732781876814, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:17:58,171 DEBUG [RS:0;81db972b9a1d:44145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158, exclude list is [], retry=0 2024-11-28T08:17:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:58,180 INFO [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 2024-11-28T08:17:58,182 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 81db972b9a1d%2C44145%2C1732781876814 for peer 2 2024-11-28T08:17:58,183 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 81db972b9a1d%2C44145%2C1732781876814 for peer 1 2024-11-28T08:17:58,183 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C44145%2C1732781876814 2024-11-28T08:17:58,183 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,44145,1732781876814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:17:58,183 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=81db972b9a1d%2C44145%2C1732781876814 2024-11-28T08:17:58,183 INFO [RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C44145%2C1732781876814 2024-11-28T08:17:58,183 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-81db972b9a1d,44145,1732781876814, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:17:58,183 DEBUG [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:58,183 INFO [RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C44145%2C1732781876814 2024-11-28T08:17:58,184 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158, startPosition=0, beingWritten=true 2024-11-28T08:17:58,184 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158, startPosition=0, beingWritten=true 2024-11-28T08:17:58,348 DEBUG [81db972b9a1d:36455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:17:58,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,44145,1732781876814 2024-11-28T08:17:58,351 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,44145,1732781876814, state=OPENING 2024-11-28T08:17:58,357 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:58,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:58,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:58,357 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:17:58,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:58,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,44145,1732781876814}] 2024-11-28T08:17:58,415 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:58,431 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:58,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:17:58,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:17:58,518 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:17:58,518 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:17:58,519 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:17:58,521 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C44145%2C1732781876814.meta, suffix=.meta, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:17:58,537 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.meta.1732781878522.meta, exclude list is [], retry=0 2024-11-28T08:17:58,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:17:58,542 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.meta.1732781878522.meta 2024-11-28T08:17:58,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:17:58,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:17:58,543 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:17:58,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:17:58,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:17:58,544 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:17:58,544 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:17:58,544 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:17:58,544 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:17:58,544 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:17:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:17:58,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:17:58,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:58,557 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/info/975b9b1da8e04b0e83596c1f4944c896 2024-11-28T08:17:58,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:58,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:17:58,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:17:58,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:58,590 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/ns/945a91e6056b417bbec7e22bfb63f109 2024-11-28T08:17:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:17:58,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:17:58,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:58,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:58,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:17:58,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:17:58,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:17:58,616 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/table/eefb659eac384aef89b45a682a7cf183 2024-11-28T08:17:58,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:17:58,617 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:17:58,618 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:58,619 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740 2024-11-28T08:17:58,622 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:17:58,622 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:17:58,624 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:17:58,626 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:17:58,627 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71656251, jitterRate=0.06776134669780731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:17:58,627 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:17:58,627 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781878544Writing region info on filesystem at 1732781878544Initializing all the Stores at 1732781878545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781878545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781878545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781878545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781878545Cleaning up temporary data from old regions at 1732781878622 (+77 ms)Running coprocessor post-open hooks at 1732781878627 (+5 ms)Region opened successfully at 1732781878627 2024-11-28T08:17:58,628 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732781878512 2024-11-28T08:17:58,632 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:17:58,632 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:17:58,635 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=81db972b9a1d,44145,1732781876814 2024-11-28T08:17:58,637 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,44145,1732781876814, state=OPEN 2024-11-28T08:17:58,652 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:58,652 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,44145,1732781876814 2024-11-28T08:17:58,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-269386000/meta-region-server 2024-11-28T08:17:58,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:58,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-269386000/meta-region-server: CHANGED 2024-11-28T08:17:58,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-28T08:17:58,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,44145,1732781876814 in 295 msec 2024-11-28T08:17:58,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-28T08:17:58,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 964 msec 2024-11-28T08:17:58,726 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:58,750 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:59,133 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:59,157 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:59,358 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-28T08:17:59,641 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:17:59,665 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:00,262 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:00,280 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:00,862 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3162ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-28T08:18:00,969 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:00,989 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:01,774 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:01,796 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:02,215 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-28T08:18:02,215 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:18:02,216 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:02,216 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44145,1732781876814, seqNum=-1] 2024-11-28T08:18:02,216 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:02,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:02,228 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a6f95dbe70000ac5d2017178f2292843, regionState=OPEN, lastHost=81db972b9a1d,36493,1732781861928, regionLocation=81db972b9a1d,36493,1732781861928, openSeqNum=2 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781942229 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782002229 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,230 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 81db972b9a1d,36493,1732781861928 had 2 regions 2024-11-28T08:18:02,230 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,230 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:36455, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,230 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,231 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 81db972b9a1d,36493,1732781861928, splitWal=true, meta=true, isMeta: false 2024-11-28T08:18:02,232 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,235 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928-splitting dir is empty, no logs to split. 2024-11-28T08:18:02,235 INFO [PEWorker-2 {}] master.SplitWALManager(105): 81db972b9a1d,36493,1732781861928 WAL count=0, meta=false 2024-11-28T08:18:02,244 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,36493,1732781861928-splitting dir is empty, no logs to split. 2024-11-28T08:18:02,244 INFO [PEWorker-2 {}] master.SplitWALManager(105): 81db972b9a1d,36493,1732781861928 WAL count=0, meta=false 2024-11-28T08:18:02,244 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 81db972b9a1d,36493,1732781861928 WAL splitting is done? wals=0, meta=false 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.257sec 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:02,246 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:18:02,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN}] 2024-11-28T08:18:02,248 WARN [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=81db972b9a1d,36493,1732781861928/hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:02,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN 2024-11-28T08:18:02,252 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T08:18:02,259 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:18:02,260 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:18:02,260 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36455,1732781876682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:02,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36455,-1 for getting cluster id 2024-11-28T08:18:02,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:02,330 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805199a7-18d0-4af8-a079-fd0584812810' 2024-11-28T08:18:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805199a7-18d0-4af8-a079-fd0584812810" 2024-11-28T08:18:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b5ca61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36455,-1] 2024-11-28T08:18:02,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,338 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:02,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7f8927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44145,1732781876814, seqNum=-1] 2024-11-28T08:18:02,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:02,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:02,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-28T08:18:02,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:02,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:02,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:02,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 81db972b9a1d:36455 after: 81db972b9a1d:36455 2024-11-28T08:18:02,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36455,-1 for getting cluster id 2024-11-28T08:18:02,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:02,351 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '805199a7-18d0-4af8-a079-fd0584812810' 2024-11-28T08:18:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "805199a7-18d0-4af8-a079-fd0584812810" 2024-11-28T08:18:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7512cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36455,-1] 2024-11-28T08:18:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:02,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,354 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:02,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36455,1732781876682 2024-11-28T08:18:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4788cbd1 2024-11-28T08:18:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:02,364 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:02,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:18:02,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-28T08:18:02,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:18:02,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-28T08:18:02,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:18:02,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:02,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:02,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:02,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:18:02,372 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-11-28T08:18:02,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,46569,1732781868664 2024-11-28T08:18:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886899155/running 2024-11-28T08:18:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886899155/running 2024-11-28T08:18:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:18:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:18:02,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:02,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/running 2024-11-28T08:18:02,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Set watcher on znode that does not yet exist, /11886899155/running 2024-11-28T08:18:02,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:02,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:02,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,33785,1732781868830' ***** 2024-11-28T08:18:02,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,33785,1732781868830 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:02,380 INFO [RS:0;81db972b9a1d:33785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:33785. 2024-11-28T08:18:02,381 DEBUG [RS:0;81db972b9a1d:33785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:02,381 DEBUG [RS:0;81db972b9a1d:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:02,381 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:18:02,381 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:18:02,381 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:18:02,381 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:18:02,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:18:02,384 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:18:02,384 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:18:02,384 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:02,384 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:02,384 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:02,384 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:02,384 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:02,385 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:02,385 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T08:18:02,403 DEBUG [81db972b9a1d:36455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:18:02,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a6f95dbe70000ac5d2017178f2292843, regionState=OPENING, regionLocation=81db972b9a1d,44145,1732781876814 2024-11-28T08:18:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN because future has completed 2024-11-28T08:18:02,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,44145,1732781876814}] 2024-11-28T08:18:02,412 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:18:02,412 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:18:02,412 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/.tmp/ns/ab129e98bf104a2588b414a71dd0a47d is 43, key is default/ns:d/1732781871561/Put/seqid=0 2024-11-28T08:18:02,416 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741835_1011 (size=5153) 2024-11-28T08:18:02,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:02,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:02,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:18:02,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C44145%2C1732781876814.rep, suffix=, logDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814, archiveDir=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs, maxLogs=10 2024-11-28T08:18:02,584 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:02,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.rep.1732781882571, exclude list is [], retry=0 2024-11-28T08:18:02,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38067,DS-18b1a6a8-eb97-43c1-8155-8bd1c149d506,DISK] 2024-11-28T08:18:02,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.rep.1732781882571 2024-11-28T08:18:02,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-28T08:18:02,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a6f95dbe70000ac5d2017178f2292843, NAME => 'hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:02,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:02,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:02,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. service=MultiRowMutationService 2024-11-28T08:18:02,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:18:02,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:02,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,595 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,596 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName hfileref 2024-11-28T08:18:02,596 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:02,597 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:02,597 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,598 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName queue 2024-11-28T08:18:02,598 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:02,606 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/queue/9cedf1019bc34a3682fc629948956d9c 2024-11-28T08:18:02,607 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:02,607 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,608 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6f95dbe70000ac5d2017178f2292843 columnFamilyName sid 2024-11-28T08:18:02,608 DEBUG [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:02,609 INFO [StoreOpener-a6f95dbe70000ac5d2017178f2292843-1 {}] regionserver.HStore(327): Store=a6f95dbe70000ac5d2017178f2292843/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:02,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:18:02,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a6f95dbe70000ac5d2017178f2292843; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69916577, jitterRate=0.041838183999061584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:18:02,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:02,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a6f95dbe70000ac5d2017178f2292843: Running coprocessor pre-open hook at 1732781882593Writing region info on filesystem at 1732781882593Initializing all the Stores at 1732781882595 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781882595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781882595Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781882595Cleaning up temporary data from old regions at 1732781882618 (+23 ms)Running coprocessor post-open hooks at 1732781882623 (+5 ms)Region opened successfully at 1732781882624 (+1 ms) 2024-11-28T08:18:02,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., pid=19, masterSystemTime=1732781882562 2024-11-28T08:18:02,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:02,630 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a6f95dbe70000ac5d2017178f2292843, regionState=OPEN, openSeqNum=10, regionLocation=81db972b9a1d,44145,1732781876814 2024-11-28T08:18:02,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,44145,1732781876814 because future has completed 2024-11-28T08:18:02,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-28T08:18:02,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a6f95dbe70000ac5d2017178f2292843, server=81db972b9a1d,44145,1732781876814 in 230 msec 2024-11-28T08:18:02,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-28T08:18:02,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6f95dbe70000ac5d2017178f2292843, ASSIGN in 396 msec 2024-11-28T08:18:02,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-28T08:18:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843., hostname=81db972b9a1d,44145,1732781876814, seqNum=10] 2024-11-28T08:18:02,681 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:02,702 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:02,717 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 81db972b9a1d,36493,1732781861928 2024-11-28T08:18:02,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-28T08:18:02,785 DEBUG [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:02,824 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/.tmp/ns/ab129e98bf104a2588b414a71dd0a47d 2024-11-28T08:18:02,852 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/.tmp/ns/ab129e98bf104a2588b414a71dd0a47d as hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/ns/ab129e98bf104a2588b414a71dd0a47d 2024-11-28T08:18:02,863 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/ns/ab129e98bf104a2588b414a71dd0a47d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T08:18:02,865 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 480ms, sequenceid=6, compaction requested=false 2024-11-28T08:18:02,865 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:18:02,878 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T08:18:02,879 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:02,879 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:02,879 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:02,879 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781882384Running coprocessor pre-close hooks at 1732781882384Disabling compacts and flushes for region at 1732781882384Disabling writes for close at 1732781882384Obtaining lock to block concurrent updates at 1732781882385 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732781882385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732781882385Flushing stores of hbase:meta,,1.1588230740 at 1732781882386 (+1 ms)Flushing 1588230740/ns: creating writer at 1732781882386Flushing 1588230740/ns: appending metadata at 1732781882412 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732781882412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249430dd: reopening flushed file at 1732781882851 (+439 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 480ms, sequenceid=6, compaction requested=false at 1732781882865 (+14 ms)Writing region close event to WAL at 1732781882871 (+6 ms)Running coprocessor post-close hooks at 1732781882879 (+8 ms)Closed at 1732781882879 2024-11-28T08:18:02,879 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:02,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-28T08:18:02,985 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,33785,1732781868830; all regions closed. 2024-11-28T08:18:02,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741834_1010 (size=1152) 2024-11-28T08:18:02,994 DEBUG [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/oldWALs 2024-11-28T08:18:02,994 INFO [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C33785%2C1732781868830.meta:.meta(num 1732781871446) 2024-11-28T08:18:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741832_1008 (size=93) 2024-11-28T08:18:03,000 DEBUG [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/oldWALs 2024-11-28T08:18:03,000 INFO [RS:0;81db972b9a1d:33785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C33785%2C1732781868830:(num 1732781870585) 2024-11-28T08:18:03,000 DEBUG [RS:0;81db972b9a1d:33785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:03,000 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:03,000 INFO [RS:0;81db972b9a1d:33785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:03,000 INFO [RS:0;81db972b9a1d:33785 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:03,000 INFO [RS:0;81db972b9a1d:33785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:03,000 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:03,004 INFO [RS:0;81db972b9a1d:33785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33785 2024-11-28T08:18:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886899155/rs/81db972b9a1d,33785,1732781868830 2024-11-28T08:18:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155/rs 2024-11-28T08:18:03,061 INFO [RS:0;81db972b9a1d:33785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:03,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,33785,1732781868830] 2024-11-28T08:18:03,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11886899155/draining/81db972b9a1d,33785,1732781868830 already deleted, retry=false 2024-11-28T08:18:03,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,33785,1732781868830 expired; onlineServers=0 2024-11-28T08:18:03,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,46569,1732781868664' ***** 2024-11-28T08:18:03,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:18:03,073 INFO [M:0;81db972b9a1d:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:03,073 INFO [M:0;81db972b9a1d:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:03,073 DEBUG [M:0;81db972b9a1d:46569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:18:03,073 DEBUG [M:0;81db972b9a1d:46569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:18:03,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781870224 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781870224,5,FailOnTimeoutGroup] 2024-11-28T08:18:03,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:18:03,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781870225 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781870225,5,FailOnTimeoutGroup] 2024-11-28T08:18:03,073 INFO [M:0;81db972b9a1d:46569 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:03,073 INFO [M:0;81db972b9a1d:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:03,073 DEBUG [M:0;81db972b9a1d:46569 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:18:03,073 INFO [M:0;81db972b9a1d:46569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:18:03,074 INFO [M:0;81db972b9a1d:46569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:03,074 INFO [M:0;81db972b9a1d:46569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:18:03,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:18:03,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886899155/master 2024-11-28T08:18:03,083 DEBUG [M:0;81db972b9a1d:46569 {}] zookeeper.ZKUtil(347): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Unable to get data of znode /11886899155/master because node does not exist (not an error) 2024-11-28T08:18:03,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886899155 2024-11-28T08:18:03,083 WARN [M:0;81db972b9a1d:46569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:18:03,085 INFO [M:0;81db972b9a1d:46569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/.lastflushedseqids 2024-11-28T08:18:03,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741836_1012 (size=99) 2024-11-28T08:18:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:03,173 INFO [RS:0;81db972b9a1d:33785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33785-0x1018084ce5b0004, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:03,173 INFO [RS:0;81db972b9a1d:33785 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,33785,1732781868830; zookeeper connection closed. 2024-11-28T08:18:03,173 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e2d3e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e2d3e0 2024-11-28T08:18:03,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:18:03,499 INFO [M:0;81db972b9a1d:46569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:18:03,499 INFO [M:0;81db972b9a1d:46569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:18:03,499 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:03,499 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:03,499 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:03,499 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:03,499 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:03,499 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T08:18:03,518 DEBUG [M:0;81db972b9a1d:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70a24a852ad48b8b82a132f14c86e70 is 82, key is hbase:meta,,1/info:regioninfo/1732781871517/Put/seqid=0 2024-11-28T08:18:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741837_1013 (size=5672) 2024-11-28T08:18:03,692 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:03,712 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:03,926 INFO [M:0;81db972b9a1d:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70a24a852ad48b8b82a132f14c86e70 2024-11-28T08:18:03,960 DEBUG [M:0;81db972b9a1d:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b247aa2ae8847fcbeb5426f0297787c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732781871568/Put/seqid=0 2024-11-28T08:18:03,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741838_1014 (size=5275) 2024-11-28T08:18:03,968 INFO [M:0;81db972b9a1d:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b247aa2ae8847fcbeb5426f0297787c 2024-11-28T08:18:03,993 DEBUG [M:0;81db972b9a1d:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057865cd4b8e4012aed4fec220777495 is 69, key is 81db972b9a1d,33785,1732781868830/rs:state/1732781870340/Put/seqid=0 2024-11-28T08:18:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741839_1015 (size=5156) 2024-11-28T08:18:04,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:04,399 INFO [M:0;81db972b9a1d:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057865cd4b8e4012aed4fec220777495 2024-11-28T08:18:04,405 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d70a24a852ad48b8b82a132f14c86e70 as hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70a24a852ad48b8b82a132f14c86e70 2024-11-28T08:18:04,412 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d70a24a852ad48b8b82a132f14c86e70, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T08:18:04,414 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b247aa2ae8847fcbeb5426f0297787c as hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b247aa2ae8847fcbeb5426f0297787c 2024-11-28T08:18:04,420 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b247aa2ae8847fcbeb5426f0297787c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T08:18:04,421 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057865cd4b8e4012aed4fec220777495 as hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/057865cd4b8e4012aed4fec220777495 2024-11-28T08:18:04,429 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/c61f0543-73ca-82f3-be49-5d5fb3b2de4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/057865cd4b8e4012aed4fec220777495, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T08:18:04,430 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false 2024-11-28T08:18:04,434 INFO [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:04,434 DEBUG [M:0;81db972b9a1d:46569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781883499Disabling compacts and flushes for region at 1732781883499Disabling writes for close at 1732781883499Obtaining lock to block concurrent updates at 1732781883499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781883499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732781883500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781883501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781883501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781883517 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781883517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781883940 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781883959 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781883959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781883974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781883993 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781883993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719d7ac2: reopening flushed file at 1732781884404 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3404a2b5: reopening flushed file at 1732781884413 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cece5bc: reopening flushed file at 1732781884420 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false at 1732781884430 (+10 ms)Writing region close event to WAL at 1732781884433 (+3 ms)Closed at 1732781884433 2024-11-28T08:18:04,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741830_1006 (size=10165) 2024-11-28T08:18:04,439 INFO [M:0;81db972b9a1d:46569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:18:04,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:04,439 INFO [M:0;81db972b9a1d:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46569 2024-11-28T08:18:04,441 INFO [M:0;81db972b9a1d:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:04,552 INFO [M:0;81db972b9a1d:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:04,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1018084ce5b0003, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:04,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:04,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:04,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:04,562 WARN [BP-1372828652-172.17.0.3-1732781866266 heartbeating to localhost/127.0.0.1:44417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:18:04,562 WARN [BP-1372828652-172.17.0.3-1732781866266 heartbeating to localhost/127.0.0.1:44417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1372828652-172.17.0.3-1732781866266 (Datanode Uuid dc0756e2-5daa-402d-bb6b-62f3cd781426) service to localhost/127.0.0.1:44417 2024-11-28T08:18:04,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/cluster_c30fdb34-69fa-53a9-2f6f-12aa1f9b11b1/data/data1/current/BP-1372828652-172.17.0.3-1732781866266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:04,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/cluster_c30fdb34-69fa-53a9-2f6f-12aa1f9b11b1/data/data2/current/BP-1372828652-172.17.0.3-1732781866266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:04,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:18:04,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:18:04,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:18:04,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:04,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:04,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:04,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:04,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:04,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:18:04,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:18:04,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:04,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:04,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:04,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:04,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:04,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:18:04,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1734278383, stopped=false 2024-11-28T08:18:04,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,36455,1732781876682 2024-11-28T08:18:04,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:18:04,620 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/running 2024-11-28T08:18:04,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:04,620 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:18:04,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:04,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:18:04,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:04,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:04,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:18:04,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,44145,1732781876814' ***** 2024-11-28T08:18:04,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:18:04,621 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:18:04,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Set watcher on znode that does not yet exist, /0-269386000/running 2024-11-28T08:18:04,621 INFO [RS:0;81db972b9a1d:44145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:18:04,621 INFO [RS:0;81db972b9a1d:44145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:18:04,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(3091): Received CLOSE for a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,44145,1732781876814 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:44145. 2024-11-28T08:18:04,622 DEBUG [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:04,622 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:18:04,622 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:18:04,622 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6f95dbe70000ac5d2017178f2292843, disabling compactions & flushes 2024-11-28T08:18:04,622 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:04,623 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. after waiting 0 ms 2024-11-28T08:18:04,623 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6f95dbe70000ac5d2017178f2292843=hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843.} 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:04,623 DEBUG [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6f95dbe70000ac5d2017178f2292843 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:04,623 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:04,623 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:04,623 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-28T08:18:04,632 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/replication/a6f95dbe70000ac5d2017178f2292843/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-28T08:18:04,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:04,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:04,633 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:04,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6f95dbe70000ac5d2017178f2292843: Waiting for close lock at 1732781884622Running coprocessor pre-close hooks at 1732781884622Disabling compacts and flushes for region at 1732781884622Disabling writes for close at 1732781884623 (+1 ms)Writing region close event to WAL at 1732781884624 (+1 ms)Running coprocessor post-close hooks at 1732781884633 (+9 ms)Closed at 1732781884633 2024-11-28T08:18:04,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843. 2024-11-28T08:18:04,643 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/84355e75c42144d79d3aae5dadd14750 is 147, key is hbase:replication,,1732781871799.a6f95dbe70000ac5d2017178f2292843./info:regioninfo/1732781882630/Put/seqid=0 2024-11-28T08:18:04,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741851_1027 (size=6385) 2024-11-28T08:18:04,652 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/84355e75c42144d79d3aae5dadd14750 2024-11-28T08:18:04,660 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/.tmp/info/84355e75c42144d79d3aae5dadd14750 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/info/84355e75c42144d79d3aae5dadd14750 2024-11-28T08:18:04,670 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/info/84355e75c42144d79d3aae5dadd14750, entries=8, sequenceid=19, filesize=6.2 K 2024-11-28T08:18:04,671 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=19, compaction requested=false 2024-11-28T08:18:04,676 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-28T08:18:04,676 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:04,677 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:04,677 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:04,677 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:04,677 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781884623Running coprocessor pre-close hooks at 1732781884623Disabling compacts and flushes for region at 1732781884623Disabling writes for close at 1732781884623Obtaining lock to block concurrent updates at 1732781884623Preparing flush snapshotting stores in 1588230740 at 1732781884623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732781884624 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732781884625 (+1 ms)Flushing 1588230740/info: creating writer at 1732781884625Flushing 1588230740/info: appending metadata at 1732781884643 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732781884643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fe786f: reopening flushed file at 1732781884659 (+16 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=19, compaction requested=false at 1732781884671 (+12 ms)Writing region close event to WAL at 1732781884672 (+1 ms)Running coprocessor post-close hooks at 1732781884676 (+4 ms)Closed at 1732781884677 (+1 ms) 2024-11-28T08:18:04,677 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:04,802 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:04,818 DEBUG [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 to pos 0, reset compression=false 2024-11-28T08:18:04,823 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,44145,1732781876814; all regions closed. 2024-11-28T08:18:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741849_1025 (size=2156) 2024-11-28T08:18:04,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.meta.1732781878522.meta not finished, retry = 0 2024-11-28T08:18:04,929 DEBUG [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:18:04,929 INFO [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C44145%2C1732781876814.meta:.meta(num 1732781878522) 2024-11-28T08:18:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741850_1026 (size=796) 2024-11-28T08:18:04,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.rep.1732781882571 not finished, retry = 0 2024-11-28T08:18:04,997 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:18:04,997 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:18:05,035 DEBUG [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:18:05,035 INFO [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C44145%2C1732781876814.rep:(num 1732781882571) 2024-11-28T08:18:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741848_1024 (size=93) 2024-11-28T08:18:05,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/WALs/81db972b9a1d,44145,1732781876814/81db972b9a1d%2C44145%2C1732781876814.1732781878158 not finished, retry = 0 2024-11-28T08:18:05,144 DEBUG [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/oldWALs 2024-11-28T08:18:05,144 INFO [RS:0;81db972b9a1d:44145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C44145%2C1732781876814:(num 1732781878158) 2024-11-28T08:18:05,144 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:05,144 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:05,144 INFO [RS:0;81db972b9a1d:44145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:05,144 INFO [RS:0;81db972b9a1d:44145 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:05,144 INFO [RS:0;81db972b9a1d:44145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:05,144 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:05,145 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,44145,1732781876814 because: Region server is closing 2024-11-28T08:18:05,145 INFO [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:44145. 2024-11-28T08:18:05,145 DEBUG [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:05,145 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:05,145 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:05,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:05,146 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-28T08:18:05,146 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-28T08:18:05,146 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-28T08:18:05,245 WARN [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:18:05,246 WARN [RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:18:05,246 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,1-81db972b9a1d,44145,1732781876814 terminated 2024-11-28T08:18:05,246 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-81db972b9a1d,44145,1732781876814 because: Region server is closing 2024-11-28T08:18:05,246 INFO [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:44145. 2024-11-28T08:18:05,246 DEBUG [RS:0;81db972b9a1d:44145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:05,247 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:05,247 DEBUG [RS:0;81db972b9a1d:44145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:05,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:05,347 WARN [RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:18:05,347 WARN [RS:0;81db972b9a1d:44145.replicationSource.wal-reader.81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:18:05,347 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;81db972b9a1d:44145.replicationSource.shipper81db972b9a1d%2C44145%2C1732781876814,2-81db972b9a1d,44145,1732781876814 terminated 2024-11-28T08:18:05,348 INFO [RS:0;81db972b9a1d:44145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44145 2024-11-28T08:18:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000/rs 2024-11-28T08:18:05,399 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/rs/81db972b9a1d,44145,1732781876814 2024-11-28T08:18:05,399 INFO [RS:0;81db972b9a1d:44145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:05,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,44145,1732781876814] 2024-11-28T08:18:05,419 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/draining/81db972b9a1d,44145,1732781876814 already deleted, retry=false 2024-11-28T08:18:05,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,44145,1732781876814 expired; onlineServers=0 2024-11-28T08:18:05,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,36455,1732781876682' ***** 2024-11-28T08:18:05,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:18:05,420 INFO [M:0;81db972b9a1d:36455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:05,420 INFO [M:0;81db972b9a1d:36455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:05,420 DEBUG [M:0;81db972b9a1d:36455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:18:05,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:18:05,420 DEBUG [M:0;81db972b9a1d:36455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:18:05,420 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781877699 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781877699,5,FailOnTimeoutGroup] 2024-11-28T08:18:05,420 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781877699 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781877699,5,FailOnTimeoutGroup] 2024-11-28T08:18:05,420 INFO [M:0;81db972b9a1d:36455 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:05,421 INFO [M:0;81db972b9a1d:36455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:05,421 DEBUG [M:0;81db972b9a1d:36455 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:18:05,421 INFO [M:0;81db972b9a1d:36455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:18:05,421 INFO [M:0;81db972b9a1d:36455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:05,421 INFO [M:0;81db972b9a1d:36455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:18:05,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-269386000/master 2024-11-28T08:18:05,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-269386000 2024-11-28T08:18:05,431 INFO [M:0;81db972b9a1d:36455 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/.lastflushedseqids 2024-11-28T08:18:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741852_1028 (size=181) 2024-11-28T08:18:05,440 INFO [M:0;81db972b9a1d:36455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:18:05,440 INFO [M:0;81db972b9a1d:36455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:18:05,440 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:05,440 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:05,440 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:05,440 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:05,441 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:05,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-269386000/master already deleted, retry=false 2024-11-28T08:18:05,441 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-28T08:18:05,441 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-269386000/master 2024-11-28T08:18:05,458 DEBUG [M:0;81db972b9a1d:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d2d04e1654a5189b227df03c795ec is 82, key is hbase:meta,,1/info:regioninfo/1732781878634/Put/seqid=0 2024-11-28T08:18:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741853_1029 (size=5680) 2024-11-28T08:18:05,463 INFO [M:0;81db972b9a1d:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d2d04e1654a5189b227df03c795ec 2024-11-28T08:18:05,494 DEBUG [M:0;81db972b9a1d:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8699a538340a4c9bb67a8ddd661e3af9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732781882646/Put/seqid=0 2024-11-28T08:18:05,510 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:05,510 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44145-0x1018084ce5b0007, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:05,510 INFO [RS:0;81db972b9a1d:44145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:05,510 INFO [RS:0;81db972b9a1d:44145 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,44145,1732781876814; zookeeper connection closed. 2024-11-28T08:18:05,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c23d079 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c23d079 2024-11-28T08:18:05,510 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:18:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741854_1030 (size=7319) 2024-11-28T08:18:05,914 INFO [M:0;81db972b9a1d:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8699a538340a4c9bb67a8ddd661e3af9 2024-11-28T08:18:05,939 DEBUG [M:0;81db972b9a1d:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1f63ab5259e4739b3e35498cee013db is 69, key is 81db972b9a1d,44145,1732781876814/rs:state/1732781877839/Put/seqid=0 2024-11-28T08:18:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741855_1031 (size=5371) 2024-11-28T08:18:06,347 INFO [M:0;81db972b9a1d:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1f63ab5259e4739b3e35498cee013db 2024-11-28T08:18:06,354 INFO [M:0;81db972b9a1d:36455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1f63ab5259e4739b3e35498cee013db 2024-11-28T08:18:06,355 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d2d04e1654a5189b227df03c795ec as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70d2d04e1654a5189b227df03c795ec 2024-11-28T08:18:06,364 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70d2d04e1654a5189b227df03c795ec, entries=8, sequenceid=172, filesize=5.5 K 2024-11-28T08:18:06,370 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8699a538340a4c9bb67a8ddd661e3af9 as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8699a538340a4c9bb67a8ddd661e3af9 2024-11-28T08:18:06,378 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8699a538340a4c9bb67a8ddd661e3af9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-28T08:18:06,380 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1f63ab5259e4739b3e35498cee013db as hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1f63ab5259e4739b3e35498cee013db 2024-11-28T08:18:06,388 INFO [M:0;81db972b9a1d:36455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1f63ab5259e4739b3e35498cee013db 2024-11-28T08:18:06,389 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39131/user/jenkins/test-data/4f043ff9-02b3-406c-e17e-9b2c6368dda0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1f63ab5259e4739b3e35498cee013db, entries=2, sequenceid=172, filesize=5.2 K 2024-11-28T08:18:06,390 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=172, compaction requested=false 2024-11-28T08:18:06,394 INFO [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:06,394 DEBUG [M:0;81db972b9a1d:36455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781885440Disabling compacts and flushes for region at 1732781885440Disabling writes for close at 1732781885440Obtaining lock to block concurrent updates at 1732781885441 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781885441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732781885441Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781885442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781885442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781885457 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781885458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781885472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781885493 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781885494 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781885921 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781885938 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781885938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e3602f: reopening flushed file at 1732781886354 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e726e2: reopening flushed file at 1732781886364 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24df3119: reopening flushed file at 1732781886378 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=172, compaction requested=false at 1732781886390 (+12 ms)Writing region close event to WAL at 1732781886394 (+4 ms)Closed at 1732781886394 2024-11-28T08:18:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38067 is added to blk_1073741847_1023 (size=22949) 2024-11-28T08:18:06,401 INFO [M:0;81db972b9a1d:36455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:18:06,401 INFO [M:0;81db972b9a1d:36455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36455 2024-11-28T08:18:06,402 INFO [M:0;81db972b9a1d:36455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:06,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:06,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:06,520 INFO [M:0;81db972b9a1d:36455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:06,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1018084ce5b0006, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:06,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:06,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:06,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:06,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:06,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:06,526 WARN [BP-1859232065-172.17.0.3-1732781856413 heartbeating to localhost/127.0.0.1:39131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:18:06,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:18:06,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:18:06,526 WARN [BP-1859232065-172.17.0.3-1732781856413 heartbeating to localhost/127.0.0.1:39131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1859232065-172.17.0.3-1732781856413 (Datanode Uuid af2666d3-8ea6-4af2-a5e2-5f73dc590389) service to localhost/127.0.0.1:39131 2024-11-28T08:18:06,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/data/data1/current/BP-1859232065-172.17.0.3-1732781856413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:06,527 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/cluster_558ae774-2b82-e3d4-b874-9463323e3a65/data/data2/current/BP-1859232065-172.17.0.3-1732781856413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:06,527 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:18:06,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:06,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:06,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:06,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:06,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40752740-e75c-67d0-5dac-50165b0ea7e0/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:06,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:18:06,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:18:06,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: regionserver/81db972b9a1d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/81db972b9a1d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/81db972b9a1d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44417 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50693) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50693) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39131 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=770 (was 780), ProcessCount=11 (was 11), AvailableMemoryMB=5931 (was 6792) 2024-11-28T08:18:06,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=11, AvailableMemoryMB=5931 2024-11-28T08:18:06,599 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-28T08:18:06,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir so I do NOT create it in target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41 2024-11-28T08:18:06,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:18:06,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.tmp.dir so I do NOT create it in target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41 2024-11-28T08:18:06,600 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255002da-c74f-81a8-e873-94b7b37547a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:18:06,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41 2024-11-28T08:18:06,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37, deleteOnExit=true 2024-11-28T08:18:06,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/zookeeper_0, clientPort=49747, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:18:06,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49747 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/test.cache.data in system properties and HBase conf 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:18:06,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:18:06,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:18:06,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:18:06,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:18:06,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018084ce5b0002, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:18:06,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018084ce5b0005, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:18:06,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018084ce5b0002, quorum=127.0.0.1:50693, baseZNode=/0-269386000 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:18:06,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018084ce5b0005, quorum=127.0.0.1:50693, baseZNode=/11886899155 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:18:07,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:07,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:07,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:07,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:07,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:18:07,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:07,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:07,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:07,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/java.io.tmpdir/jetty-localhost-35139-hadoop-hdfs-3_4_1-tests_jar-_-any-10192148691024968233/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:07,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:35139} 2024-11-28T08:18:07,195 INFO [Time-limited test {}] server.Server(415): Started @33631ms 2024-11-28T08:18:07,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:07,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:07,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:07,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:07,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:18:07,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:07,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:07,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/java.io.tmpdir/jetty-localhost-34893-hadoop-hdfs-3_4_1-tests_jar-_-any-14461014883680521933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:07,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:34893} 2024-11-28T08:18:07,762 INFO [Time-limited test {}] server.Server(415): Started @34197ms 2024-11-28T08:18:07,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:18:08,752 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/data/data1/current/BP-1023148331-172.17.0.3-1732781886658/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:08,752 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/data/data2/current/BP-1023148331-172.17.0.3-1732781886658/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:08,801 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:18:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeb9a2c21e521828 with lease ID 0xece2be3adb571e74: Processing first storage report for DS-d2220448-cd3e-4801-8690-119cd03c513f from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=0ba93807-5c45-44e2-b0e1-f1d899c8ebfb, infoPort=40649, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=591543452;c=1732781886658) 2024-11-28T08:18:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeb9a2c21e521828 with lease ID 0xece2be3adb571e74: from storage DS-d2220448-cd3e-4801-8690-119cd03c513f node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=0ba93807-5c45-44e2-b0e1-f1d899c8ebfb, infoPort=40649, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=591543452;c=1732781886658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfeb9a2c21e521828 with lease ID 0xece2be3adb571e74: Processing first storage report for DS-013c28dc-a81c-49a3-ab74-f00be180ac45 from datanode DatanodeRegistration(127.0.0.1:35675, datanodeUuid=0ba93807-5c45-44e2-b0e1-f1d899c8ebfb, infoPort=40649, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=591543452;c=1732781886658) 2024-11-28T08:18:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfeb9a2c21e521828 with lease ID 0xece2be3adb571e74: from storage DS-013c28dc-a81c-49a3-ab74-f00be180ac45 node DatanodeRegistration(127.0.0.1:35675, datanodeUuid=0ba93807-5c45-44e2-b0e1-f1d899c8ebfb, infoPort=40649, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=591543452;c=1732781886658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:08,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41 2024-11-28T08:18:08,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:08,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:18:08,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9 with version=8 2024-11-28T08:18:08,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/hbase-staging 2024-11-28T08:18:08,860 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:18:08,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:08,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38273 2024-11-28T08:18:08,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38273 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:08,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382730x0, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:08,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38273-0x1018085484b0000 connected 2024-11-28T08:18:09,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:09,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:09,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/running 2024-11-28T08:18:09,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9, hbase.cluster.distributed=false 2024-11-28T08:18:09,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/acl 2024-11-28T08:18:09,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-28T08:18:09,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38273 2024-11-28T08:18:09,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38273 2024-11-28T08:18:09,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-28T08:18:09,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-28T08:18:09,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:09,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:09,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:09,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:09,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:09,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:18:09,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:09,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36991 2024-11-28T08:18:09,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36991 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:09,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:09,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:09,241 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369910x0, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:09,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36991-0x1018085484b0001 connected 2024-11-28T08:18:09,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/running 2024-11-28T08:18:09,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:18:09,256 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:18:09,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/master 2024-11-28T08:18:09,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/acl 2024-11-28T08:18:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36991 2024-11-28T08:18:09,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36991 2024-11-28T08:18:09,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36991 2024-11-28T08:18:09,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36991 2024-11-28T08:18:09,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36991 2024-11-28T08:18:09,305 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:38273 2024-11-28T08:18:09,306 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0235761920/backup-masters/81db972b9a1d,38273,1732781888859 2024-11-28T08:18:09,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/backup-masters 2024-11-28T08:18:09,333 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/backup-masters 2024-11-28T08:18:09,334 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on existing znode=/0235761920/backup-masters/81db972b9a1d,38273,1732781888859 2024-11-28T08:18:09,343 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235761920/master 2024-11-28T08:18:09,344 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:09,345 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on existing znode=/0235761920/master 2024-11-28T08:18:09,346 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0235761920/backup-masters/81db972b9a1d,38273,1732781888859 from backup master directory 2024-11-28T08:18:09,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235761920/backup-masters/81db972b9a1d,38273,1732781888859 2024-11-28T08:18:09,359 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/backup-masters 2024-11-28T08:18:09,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/backup-masters 2024-11-28T08:18:09,359 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:09,359 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,38273,1732781888859 2024-11-28T08:18:09,367 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/hbase.id] with ID: 1715e61f-e8fa-47ed-9775-fd4fe57b2ee1 2024-11-28T08:18:09,367 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/.tmp/hbase.id 2024-11-28T08:18:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:18:09,381 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/.tmp/hbase.id]:[hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/hbase.id] 2024-11-28T08:18:09,397 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:09,397 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:18:09,400 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-28T08:18:09,411 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:09,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:18:09,820 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:09,821 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:18:09,821 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:18:10,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:10,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:10,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:10,235 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store 2024-11-28T08:18:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:18:10,265 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:10,266 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:10,266 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:10,266 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:10,266 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:10,266 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:10,266 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:10,266 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781890265Disabling compacts and flushes for region at 1732781890265Disabling writes for close at 1732781890266 (+1 ms)Writing region close event to WAL at 1732781890266Closed at 1732781890266 2024-11-28T08:18:10,268 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/.initializing 2024-11-28T08:18:10,268 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/WALs/81db972b9a1d,38273,1732781888859 2024-11-28T08:18:10,270 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:10,272 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C38273%2C1732781888859, suffix=, logDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/WALs/81db972b9a1d,38273,1732781888859, archiveDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/oldWALs, maxLogs=10 2024-11-28T08:18:10,292 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/WALs/81db972b9a1d,38273,1732781888859/81db972b9a1d%2C38273%2C1732781888859.1732781890272, exclude list is [], retry=0 2024-11-28T08:18:10,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-d2220448-cd3e-4801-8690-119cd03c513f,DISK] 2024-11-28T08:18:10,317 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/WALs/81db972b9a1d,38273,1732781888859/81db972b9a1d%2C38273%2C1732781888859.1732781890272 2024-11-28T08:18:10,317 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40649:40649)] 2024-11-28T08:18:10,318 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:10,318 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:10,318 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,318 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:18:10,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:10,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:18:10,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:10,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:18:10,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:10,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:18:10,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:10,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,355 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,356 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,365 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,365 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,366 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:10,373 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:10,384 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:10,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59605399, jitterRate=-0.1118103414773941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:10,385 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781890318Initializing all the Stores at 1732781890320 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781890321 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781890328 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781890328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781890328Cleaning up temporary data from old regions at 1732781890365 (+37 ms)Region opened successfully at 1732781890385 (+20 ms) 2024-11-28T08:18:10,388 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:18:10,392 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de6bfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:10,394 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:18:10,394 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:18:10,394 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:18:10,394 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:18:10,395 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:18:10,395 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:18:10,395 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:18:10,399 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:18:10,400 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/balancer because node does not exist (not necessarily an error) 2024-11-28T08:18:10,411 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/balancer already deleted, retry=false 2024-11-28T08:18:10,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:18:10,413 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:18:10,422 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/normalizer already deleted, retry=false 2024-11-28T08:18:10,422 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:18:10,423 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:18:10,432 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/switch/split already deleted, retry=false 2024-11-28T08:18:10,434 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:18:10,443 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/switch/merge already deleted, retry=false 2024-11-28T08:18:10,447 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:18:10,459 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/snapshot-cleanup already deleted, retry=false 2024-11-28T08:18:10,470 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235761920/running 2024-11-28T08:18:10,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0235761920/running 2024-11-28T08:18:10,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,471 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,473 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,38273,1732781888859, sessionid=0x1018085484b0000, setting cluster-up flag (Was=false) 2024-11-28T08:18:10,495 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,527 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0235761920/flush-table-proc/acquired, /0235761920/flush-table-proc/reached, /0235761920/flush-table-proc/abort 2024-11-28T08:18:10,528 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38273,1732781888859 2024-11-28T08:18:10,548 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:10,580 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0235761920/online-snapshot/acquired, /0235761920/online-snapshot/reached, /0235761920/online-snapshot/abort 2024-11-28T08:18:10,581 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38273,1732781888859 2024-11-28T08:18:10,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:18:10,604 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:10,604 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:18:10,604 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:18:10,605 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,38273,1732781888859 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:10,606 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:10,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:18:10,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:18:10,616 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781920616 2024-11-28T08:18:10,616 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:18:10,616 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:18:10,616 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:18:10,617 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:18:10,617 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:18:10,617 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:18:10,617 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:18:10,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:18:10,628 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781890619,5,FailOnTimeoutGroup] 2024-11-28T08:18:10,629 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781890628,5,FailOnTimeoutGroup] 2024-11-28T08:18:10,629 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,629 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:18:10,630 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,630 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:18:10,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:18:10,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9 2024-11-28T08:18:10,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741832_1008 (size=32) 2024-11-28T08:18:10,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:10,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:10,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:10,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:10,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:10,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:10,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:10,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:10,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:10,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:10,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:10,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:10,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:10,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:10,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:10,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740 2024-11-28T08:18:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740 2024-11-28T08:18:10,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:10,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:10,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:10,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:10,674 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:10,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60958037, jitterRate=-0.0916544646024704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781890646Initializing all the Stores at 1732781890647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781890647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781890647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781890647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781890647Cleaning up temporary data from old regions at 1732781890664 (+17 ms)Region opened successfully at 1732781890676 (+12 ms) 2024-11-28T08:18:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:10,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:10,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:10,677 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:10,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781890676Disabling compacts and flushes for region at 1732781890676Disabling writes for close at 1732781890676Writing region close event to WAL at 1732781890677 (+1 ms)Closed at 1732781890677 2024-11-28T08:18:10,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:10,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:18:10,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:18:10,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:10,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:18:10,692 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(746): ClusterId : 1715e61f-e8fa-47ed-9775-fd4fe57b2ee1 2024-11-28T08:18:10,692 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:18:10,702 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:18:10,702 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:18:10,713 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:18:10,713 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:10,726 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:36991 2024-11-28T08:18:10,727 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:18:10,727 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:18:10,727 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:18:10,728 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38273,1732781888859 with port=36991, startcode=1732781889167 2024-11-28T08:18:10,728 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:18:10,730 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:18:10,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38273 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,732 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9 2024-11-28T08:18:10,732 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34005 2024-11-28T08:18:10,732 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:18:10,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/rs 2024-11-28T08:18:10,744 DEBUG [RS:0;81db972b9a1d:36991 {}] zookeeper.ZKUtil(111): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on existing znode=/0235761920/rs/81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,744 WARN [RS:0;81db972b9a1d:36991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:10,744 INFO [RS:0;81db972b9a1d:36991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:10,744 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,36991,1732781889167] 2024-11-28T08:18:10,752 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:18:10,756 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:18:10,757 INFO [RS:0;81db972b9a1d:36991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:18:10,757 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,757 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:18:10,758 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:18:10,758 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,758 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,758 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:10,759 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:10,760 DEBUG [RS:0;81db972b9a1d:36991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:10,766 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,766 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,766 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,766 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,767 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,767 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36991,1732781889167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:10,787 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:18:10,787 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36991,1732781889167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,787 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,787 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.Replication(171): 81db972b9a1d,36991,1732781889167 started 2024-11-28T08:18:10,806 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:10,806 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,36991,1732781889167, RpcServer on 81db972b9a1d/172.17.0.3:36991, sessionid=0x1018085484b0001 2024-11-28T08:18:10,807 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:18:10,807 DEBUG [RS:0;81db972b9a1d:36991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,807 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36991,1732781889167' 2024-11-28T08:18:10,807 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0235761920/flush-table-proc/abort' 2024-11-28T08:18:10,807 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0235761920/flush-table-proc/acquired' 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,36991,1732781889167 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36991,1732781889167' 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0235761920/online-snapshot/abort' 2024-11-28T08:18:10,808 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0235761920/online-snapshot/acquired' 2024-11-28T08:18:10,809 DEBUG [RS:0;81db972b9a1d:36991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:18:10,809 INFO [RS:0;81db972b9a1d:36991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:18:10,809 INFO [RS:0;81db972b9a1d:36991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:18:10,832 WARN [81db972b9a1d:38273 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T08:18:10,909 INFO [RS:0;81db972b9a1d:36991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:10,911 INFO [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36991%2C1732781889167, suffix=, logDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167, archiveDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs, maxLogs=10 2024-11-28T08:18:10,928 DEBUG [RS:0;81db972b9a1d:36991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912, exclude list is [], retry=0 2024-11-28T08:18:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-d2220448-cd3e-4801-8690-119cd03c513f,DISK] 2024-11-28T08:18:10,938 INFO [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 2024-11-28T08:18:10,939 DEBUG [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40649:40649)] 2024-11-28T08:18:11,082 DEBUG [81db972b9a1d:38273 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:18:11,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:11,084 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36991,1732781889167, state=OPENING 2024-11-28T08:18:11,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:18:11,106 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:11,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:11,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235761920/meta-region-server: CHANGED 2024-11-28T08:18:11,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235761920/meta-region-server: CHANGED 2024-11-28T08:18:11,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:11,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36991,1732781889167}] 2024-11-28T08:18:11,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:18:11,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:18:11,266 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:18:11,266 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:11,266 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:18:11,268 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36991%2C1732781889167.meta, suffix=.meta, logDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167, archiveDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs, maxLogs=10 2024-11-28T08:18:11,282 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.meta.1732781891269.meta, exclude list is [], retry=0 2024-11-28T08:18:11,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-d2220448-cd3e-4801-8690-119cd03c513f,DISK] 2024-11-28T08:18:11,291 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.meta.1732781891269.meta 2024-11-28T08:18:11,291 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40649:40649)] 2024-11-28T08:18:11,291 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:11,291 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:11,291 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:11,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:18:11,292 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:18:11,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:18:11,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:11,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:18:11,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:18:11,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:11,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:11,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:11,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:11,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:11,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:11,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:11,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:11,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:11,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:11,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:11,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:11,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:11,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:11,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:11,302 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:11,302 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740 2024-11-28T08:18:11,303 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740 2024-11-28T08:18:11,305 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:11,305 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:11,306 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:11,307 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:11,308 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68991057, jitterRate=0.0280468612909317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:11,308 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:18:11,310 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781891292Writing region info on filesystem at 1732781891292Initializing all the Stores at 1732781891293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781891293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781891293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781891293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781891294 (+1 ms)Cleaning up temporary data from old regions at 1732781891305 (+11 ms)Running coprocessor post-open hooks at 1732781891309 (+4 ms)Region opened successfully at 1732781891310 (+1 ms) 2024-11-28T08:18:11,312 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781891260 2024-11-28T08:18:11,314 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:18:11,314 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:18:11,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:11,317 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36991,1732781889167, state=OPEN 2024-11-28T08:18:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0235761920/meta-region-server 2024-11-28T08:18:11,382 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0235761920/meta-region-server 2024-11-28T08:18:11,382 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:11,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235761920/meta-region-server: CHANGED 2024-11-28T08:18:11,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0235761920/meta-region-server: CHANGED 2024-11-28T08:18:11,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:18:11,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36991,1732781889167 in 275 msec 2024-11-28T08:18:11,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:18:11,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-28T08:18:11,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:11,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:18:11,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:11,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36991,1732781889167, seqNum=-1] 2024-11-28T08:18:11,393 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:11,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:11,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-28T08:18:11,403 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781891403, completionTime=-1 2024-11-28T08:18:11,403 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:18:11,403 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:18:11,405 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:18:11,405 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781951405 2024-11-28T08:18:11,405 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782011405 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:38273, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,406 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,407 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,409 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.053sec 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:11,412 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:18:11,416 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:18:11,416 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:18:11,416 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38273,1732781888859-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:11,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:11,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38273,-1 for getting cluster id 2024-11-28T08:18:11,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:11,494 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1715e61f-e8fa-47ed-9775-fd4fe57b2ee1' 2024-11-28T08:18:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1715e61f-e8fa-47ed-9775-fd4fe57b2ee1" 2024-11-28T08:18:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7b79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38273,-1] 2024-11-28T08:18:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:11,496 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:11,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:11,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36991,1732781889167, seqNum=-1] 2024-11-28T08:18:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:11,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:11,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,38273,1732781888859 2024-11-28T08:18:11,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:11,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018085484b0002 connected 2024-11-28T08:18:11,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir so I do NOT create it in target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a 2024-11-28T08:18:11,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:18:11,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.tmp.dir so I do NOT create it in target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a 2024-11-28T08:18:11,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:18:11,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a 2024-11-28T08:18:11,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:18:11,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/cluster_b4d3f8b2-eeba-776d-1e8d-c7bdbd731aac, deleteOnExit=true 2024-11-28T08:18:11,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/test.cache.data in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:18:11,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:11,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:18:11,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:18:11,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:11,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:11,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:11,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:11,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:18:11,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:11,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:11,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:12,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/java.io.tmpdir/jetty-localhost-40523-hadoop-hdfs-3_4_1-tests_jar-_-any-9913204211223835972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:12,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:40523} 2024-11-28T08:18:12,085 INFO [Time-limited test {}] server.Server(415): Started @38520ms 2024-11-28T08:18:12,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:12,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:12,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:12,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:12,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:18:12,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:12,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:12,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/java.io.tmpdir/jetty-localhost-45905-hadoop-hdfs-3_4_1-tests_jar-_-any-2153496739551780893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:12,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:45905} 2024-11-28T08:18:12,521 INFO [Time-limited test {}] server.Server(415): Started @38957ms 2024-11-28T08:18:12,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:18:13,280 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/cluster_b4d3f8b2-eeba-776d-1e8d-c7bdbd731aac/data/data2/current/BP-1921733879-172.17.0.3-1732781891572/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:13,280 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/cluster_b4d3f8b2-eeba-776d-1e8d-c7bdbd731aac/data/data1/current/BP-1921733879-172.17.0.3-1732781891572/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:13,326 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:18:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fb9f8ead39f313 with lease ID 0x93cfc4fa72e71ba0: Processing first storage report for DS-3de73a02-3302-4e39-833c-c06bae47f9e2 from datanode DatanodeRegistration(127.0.0.1:35205, datanodeUuid=6f2c06d7-5ec0-4e23-8e1a-c9b6e292ef90, infoPort=44107, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=769074024;c=1732781891572) 2024-11-28T08:18:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fb9f8ead39f313 with lease ID 0x93cfc4fa72e71ba0: from storage DS-3de73a02-3302-4e39-833c-c06bae47f9e2 node DatanodeRegistration(127.0.0.1:35205, datanodeUuid=6f2c06d7-5ec0-4e23-8e1a-c9b6e292ef90, infoPort=44107, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=769074024;c=1732781891572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fb9f8ead39f313 with lease ID 0x93cfc4fa72e71ba0: Processing first storage report for DS-23d87c83-15cf-4be3-9420-7a5263fb0325 from datanode DatanodeRegistration(127.0.0.1:35205, datanodeUuid=6f2c06d7-5ec0-4e23-8e1a-c9b6e292ef90, infoPort=44107, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=769074024;c=1732781891572) 2024-11-28T08:18:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fb9f8ead39f313 with lease ID 0x93cfc4fa72e71ba0: from storage DS-23d87c83-15cf-4be3-9420-7a5263fb0325 node DatanodeRegistration(127.0.0.1:35205, datanodeUuid=6f2c06d7-5ec0-4e23-8e1a-c9b6e292ef90, infoPort=44107, infoSecurePort=0, ipcPort=34271, storageInfo=lv=-57;cid=testClusterID;nsid=769074024;c=1732781891572), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:18:13,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a 2024-11-28T08:18:13,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:18:13,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d with version=8 2024-11-28T08:18:13,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/hbase-staging 2024-11-28T08:18:13,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:18:13,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:13,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44417 2024-11-28T08:18:13,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44417 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444170x0, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:13,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44417-0x1018085484b0003 connected 2024-11-28T08:18:13,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/running 2024-11-28T08:18:13,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d, hbase.cluster.distributed=false 2024-11-28T08:18:13,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/acl 2024-11-28T08:18:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-28T08:18:13,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44417 2024-11-28T08:18:13,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44417 2024-11-28T08:18:13,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-28T08:18:13,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-28T08:18:13,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:13,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:18:13,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:13,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35587 2024-11-28T08:18:13,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35587 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:13,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355870x0, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:13,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355870x0, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/running 2024-11-28T08:18:13,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35587-0x1018085484b0004 connected 2024-11-28T08:18:13,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:18:13,604 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:18:13,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/master 2024-11-28T08:18:13,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/acl 2024-11-28T08:18:13,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-28T08:18:13,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35587 2024-11-28T08:18:13,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35587 2024-11-28T08:18:13,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-28T08:18:13,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35587 2024-11-28T08:18:13,636 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:44417 2024-11-28T08:18:13,637 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1895273510/backup-masters/81db972b9a1d,44417,1732781893427 2024-11-28T08:18:13,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/backup-masters 2024-11-28T08:18:13,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/backup-masters 2024-11-28T08:18:13,649 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on existing znode=/1895273510/backup-masters/81db972b9a1d,44417,1732781893427 2024-11-28T08:18:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895273510/master 2024-11-28T08:18:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:13,659 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on existing znode=/1895273510/master 2024-11-28T08:18:13,660 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1895273510/backup-masters/81db972b9a1d,44417,1732781893427 from backup master directory 2024-11-28T08:18:13,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895273510/backup-masters/81db972b9a1d,44417,1732781893427 2024-11-28T08:18:13,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/backup-masters 2024-11-28T08:18:13,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/backup-masters 2024-11-28T08:18:13,669 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:13,669 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,44417,1732781893427 2024-11-28T08:18:13,675 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/hbase.id] with ID: 857ac736-ed16-4953-9a7e-a7d8a6a4a06c 2024-11-28T08:18:13,675 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/.tmp/hbase.id 2024-11-28T08:18:13,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:18:14,084 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/.tmp/hbase.id]:[hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/hbase.id] 2024-11-28T08:18:14,110 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:14,110 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:18:14,112 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:18:14,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:14,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:18:14,176 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:14,177 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:18:14,177 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:14,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:18:14,593 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store 2024-11-28T08:18:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:18:15,004 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:15,005 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:15,005 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:15,005 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:15,005 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:15,005 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:15,005 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:15,005 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781895005Disabling compacts and flushes for region at 1732781895005Disabling writes for close at 1732781895005Writing region close event to WAL at 1732781895005Closed at 1732781895005 2024-11-28T08:18:15,006 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/.initializing 2024-11-28T08:18:15,006 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/WALs/81db972b9a1d,44417,1732781893427 2024-11-28T08:18:15,008 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:15,014 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C44417%2C1732781893427, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/WALs/81db972b9a1d,44417,1732781893427, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/oldWALs, maxLogs=10 2024-11-28T08:18:15,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/WALs/81db972b9a1d,44417,1732781893427/81db972b9a1d%2C44417%2C1732781893427.1732781895014, exclude list is [], retry=0 2024-11-28T08:18:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35205,DS-3de73a02-3302-4e39-833c-c06bae47f9e2,DISK] 2024-11-28T08:18:15,083 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/WALs/81db972b9a1d,44417,1732781893427/81db972b9a1d%2C44417%2C1732781893427.1732781895014 2024-11-28T08:18:15,083 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-28T08:18:15,083 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:15,084 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:15,084 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,084 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:18:15,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:18:15,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:18:15,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:18:15,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:15,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:15,092 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,092 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,093 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,094 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,094 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,094 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:15,096 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:15,098 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:15,098 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70673346, jitterRate=0.05311492085456848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:15,098 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781895084Initializing all the Stores at 1732781895085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781895085Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781895085Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781895085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781895085Cleaning up temporary data from old regions at 1732781895094 (+9 ms)Region opened successfully at 1732781895098 (+4 ms) 2024-11-28T08:18:15,098 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:18:15,101 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d164bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:15,102 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:18:15,102 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:18:15,102 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:18:15,103 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:18:15,103 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:18:15,103 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:18:15,103 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:18:15,105 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:18:15,106 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/balancer because node does not exist (not necessarily an error) 2024-11-28T08:18:15,121 WARN [RS:0;81db972b9a1d:36991 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 81db972b9a1d,36493,1732781861928: status=Processing ServerCrashProcedure of 81db972b9a1d,36493,1732781861928 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732781877679, completionTime=-1 appears to have been leaked 2024-11-28T08:18:15,190 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/balancer already deleted, retry=false 2024-11-28T08:18:15,190 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:18:15,191 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:18:15,200 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/normalizer already deleted, retry=false 2024-11-28T08:18:15,200 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:18:15,201 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:18:15,211 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/switch/split already deleted, retry=false 2024-11-28T08:18:15,211 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:18:15,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/switch/merge already deleted, retry=false 2024-11-28T08:18:15,223 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:18:15,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/snapshot-cleanup already deleted, retry=false 2024-11-28T08:18:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895273510/running 2024-11-28T08:18:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1895273510/running 2024-11-28T08:18:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,243 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,44417,1732781893427, sessionid=0x1018085484b0003, setting cluster-up flag (Was=false) 2024-11-28T08:18:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,295 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895273510/flush-table-proc/acquired, /1895273510/flush-table-proc/reached, /1895273510/flush-table-proc/abort 2024-11-28T08:18:15,296 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44417,1732781893427 2024-11-28T08:18:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:15,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1895273510/online-snapshot/acquired, /1895273510/online-snapshot/reached, /1895273510/online-snapshot/abort 2024-11-28T08:18:15,349 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44417,1732781893427 2024-11-28T08:18:15,350 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:18:15,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:15,352 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:18:15,352 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:18:15,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,44417,1732781893427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:15,354 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,355 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781925355 2024-11-28T08:18:15,355 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:18:15,355 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:18:15,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:18:15,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:18:15,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:18:15,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:15,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:18:15,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:18:15,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:15,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:18:15,360 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:18:15,360 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:18:15,360 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:18:15,361 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:18:15,361 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:18:15,361 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:18:15,362 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781895361,5,FailOnTimeoutGroup] 2024-11-28T08:18:15,363 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781895362,5,FailOnTimeoutGroup] 2024-11-28T08:18:15,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:18:15,364 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,364 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:18:15,424 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(746): ClusterId : 857ac736-ed16-4953-9a7e-a7d8a6a4a06c 2024-11-28T08:18:15,425 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:18:15,554 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:18:15,554 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:18:15,564 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:18:15,565 DEBUG [RS:0;81db972b9a1d:35587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4512a971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:15,576 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:35587 2024-11-28T08:18:15,576 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:18:15,576 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:18:15,576 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:18:15,577 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,44417,1732781893427 with port=35587, startcode=1732781893571 2024-11-28T08:18:15,577 DEBUG [RS:0;81db972b9a1d:35587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:18:15,579 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:18:15,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44417 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,581 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d 2024-11-28T08:18:15,581 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43063 2024-11-28T08:18:15,581 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:18:15,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/rs 2024-11-28T08:18:15,590 DEBUG [RS:0;81db972b9a1d:35587 {}] zookeeper.ZKUtil(111): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on existing znode=/1895273510/rs/81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,590 WARN [RS:0;81db972b9a1d:35587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:15,591 INFO [RS:0;81db972b9a1d:35587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:15,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,35587,1732781893571] 2024-11-28T08:18:15,591 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,594 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:18:15,596 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:18:15,596 INFO [RS:0;81db972b9a1d:35587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:18:15,596 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,597 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:18:15,597 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:18:15,597 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:15,598 DEBUG [RS:0;81db972b9a1d:35587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,601 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35587,1732781893571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:15,617 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:18:15,617 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35587,1732781893571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,618 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,618 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.Replication(171): 81db972b9a1d,35587,1732781893571 started 2024-11-28T08:18:15,630 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:15,630 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,35587,1732781893571, RpcServer on 81db972b9a1d/172.17.0.3:35587, sessionid=0x1018085484b0004 2024-11-28T08:18:15,630 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:18:15,631 DEBUG [RS:0;81db972b9a1d:35587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,631 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,35587,1732781893571' 2024-11-28T08:18:15,631 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895273510/flush-table-proc/abort' 2024-11-28T08:18:15,631 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895273510/flush-table-proc/acquired' 2024-11-28T08:18:15,632 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:18:15,632 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:18:15,632 DEBUG [RS:0;81db972b9a1d:35587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,35587,1732781893571 2024-11-28T08:18:15,632 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,35587,1732781893571' 2024-11-28T08:18:15,632 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1895273510/online-snapshot/abort' 2024-11-28T08:18:15,633 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1895273510/online-snapshot/acquired' 2024-11-28T08:18:15,633 DEBUG [RS:0;81db972b9a1d:35587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:18:15,633 INFO [RS:0;81db972b9a1d:35587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:18:15,633 INFO [RS:0;81db972b9a1d:35587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:18:15,733 INFO [RS:0;81db972b9a1d:35587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:15,735 INFO [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C35587%2C1732781893571, suffix=, logDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/oldWALs, maxLogs=10 2024-11-28T08:18:15,747 DEBUG [RS:0;81db972b9a1d:35587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571/81db972b9a1d%2C35587%2C1732781893571.1732781895735, exclude list is [], retry=0 2024-11-28T08:18:15,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35205,DS-3de73a02-3302-4e39-833c-c06bae47f9e2,DISK] 2024-11-28T08:18:15,752 INFO [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571/81db972b9a1d%2C35587%2C1732781893571.1732781895735 2024-11-28T08:18:15,752 DEBUG [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-28T08:18:15,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:18:15,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d 2024-11-28T08:18:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:18:16,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:16,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:16,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:16,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:16,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:16,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:16,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:16,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:16,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:16,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:16,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740 2024-11-28T08:18:16,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740 2024-11-28T08:18:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:16,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:16,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:16,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:16,189 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:16,189 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67755068, jitterRate=0.00962918996810913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:16,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781896173Initializing all the Stores at 1732781896174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781896174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896174Cleaning up temporary data from old regions at 1732781896185 (+11 ms)Region opened successfully at 1732781896189 (+4 ms) 2024-11-28T08:18:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:16,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:16,190 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:16,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781896189Disabling compacts and flushes for region at 1732781896189Disabling writes for close at 1732781896190 (+1 ms)Writing region close event to WAL at 1732781896190Closed at 1732781896190 2024-11-28T08:18:16,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:16,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:18:16,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:18:16,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:16,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:18:16,344 DEBUG [81db972b9a1d:44417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:18:16,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,35587,1732781893571 2024-11-28T08:18:16,346 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,35587,1732781893571, state=OPENING 2024-11-28T08:18:16,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:18:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:16,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:16,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895273510/meta-region-server: CHANGED 2024-11-28T08:18:16,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895273510/meta-region-server: CHANGED 2024-11-28T08:18:16,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,35587,1732781893571}] 2024-11-28T08:18:16,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:18:16,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:18:16,681 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:18:16,681 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:16,681 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:18:16,683 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C35587%2C1732781893571.meta, suffix=.meta, logDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571, archiveDir=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/oldWALs, maxLogs=10 2024-11-28T08:18:16,696 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571/81db972b9a1d%2C35587%2C1732781893571.meta.1732781896683.meta, exclude list is [], retry=0 2024-11-28T08:18:16,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35205,DS-3de73a02-3302-4e39-833c-c06bae47f9e2,DISK] 2024-11-28T08:18:16,701 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571/81db972b9a1d%2C35587%2C1732781893571.meta.1732781896683.meta 2024-11-28T08:18:16,701 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44107:44107)] 2024-11-28T08:18:16,702 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:16,702 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:16,702 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:16,703 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:18:16,703 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:18:16,703 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:18:16,703 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:16,703 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:18:16,703 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:18:16,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:16,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:16,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:16,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:16,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:16,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:16,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:16,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:16,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:16,709 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:16,710 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740 2024-11-28T08:18:16,711 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740 2024-11-28T08:18:16,712 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:16,712 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:16,713 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:16,715 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:16,715 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678491, jitterRate=-0.021314218640327454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:16,716 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:18:16,716 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781896703Writing region info on filesystem at 1732781896703Initializing all the Stores at 1732781896704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896705 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781896705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781896705Cleaning up temporary data from old regions at 1732781896712 (+7 ms)Running coprocessor post-open hooks at 1732781896716 (+4 ms)Region opened successfully at 1732781896716 2024-11-28T08:18:16,717 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781896675 2024-11-28T08:18:16,720 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:18:16,720 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:18:16,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,35587,1732781893571 2024-11-28T08:18:16,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,35587,1732781893571, state=OPEN 2024-11-28T08:18:16,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895273510/meta-region-server 2024-11-28T08:18:16,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1895273510/meta-region-server 2024-11-28T08:18:16,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,35587,1732781893571 2024-11-28T08:18:16,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895273510/meta-region-server: CHANGED 2024-11-28T08:18:16,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1895273510/meta-region-server: CHANGED 2024-11-28T08:18:16,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:18:16,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,35587,1732781893571 in 210 msec 2024-11-28T08:18:16,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:18:16,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-28T08:18:16,739 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:16,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:18:16,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:16,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35587,1732781893571, seqNum=-1] 2024-11-28T08:18:16,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:16,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:16,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-28T08:18:16,747 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781896747, completionTime=-1 2024-11-28T08:18:16,747 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:18:16,747 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781956749 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782016749 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,749 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,750 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,750 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:44417, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,750 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,750 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,752 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.085sec 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:16,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:18:16,756 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:18:16,756 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:18:16,756 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44417,1732781893427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:16,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:16,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:16,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:16,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44417,-1 for getting cluster id 2024-11-28T08:18:16,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:16,827 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '857ac736-ed16-4953-9a7e-a7d8a6a4a06c' 2024-11-28T08:18:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "857ac736-ed16-4953-9a7e-a7d8a6a4a06c" 2024-11-28T08:18:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8251f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44417,-1] 2024-11-28T08:18:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:16,829 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:16,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35587,1732781893571, seqNum=-1] 2024-11-28T08:18:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:16,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:16,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:18:16,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,44417,1732781893427 2024-11-28T08:18:16,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49747 2024-11-28T08:18:16,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:16,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018085484b0005 connected 2024-11-28T08:18:16,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38273,-1 for getting cluster id 2024-11-28T08:18:16,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:16,862 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1715e61f-e8fa-47ed-9775-fd4fe57b2ee1' 2024-11-28T08:18:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1715e61f-e8fa-47ed-9775-fd4fe57b2ee1" 2024-11-28T08:18:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd58c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38273,-1] 2024-11-28T08:18:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:16,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:16,864 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e01aed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:16,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38273,1732781888859 2024-11-28T08:18:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780bef34 2024-11-28T08:18:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:16,868 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:16,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:44417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:18:16,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:18:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:16,872 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44417' 2024-11-28T08:18:16,873 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7a45cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,873 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44417,-1 for getting cluster id 2024-11-28T08:18:16,873 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:16,874 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '857ac736-ed16-4953-9a7e-a7d8a6a4a06c' 2024-11-28T08:18:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "857ac736-ed16-4953-9a7e-a7d8a6a4a06c" 2024-11-28T08:18:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6a8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44417,-1] 2024-11-28T08:18:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:16,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:16,876 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:16,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96c51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:16,877 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44417,1732781893427 2024-11-28T08:18:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eec8895 2024-11-28T08:18:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:16,879 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:16,880 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T08:18:16,880 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:18:16,880 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:16,880 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:16,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:16,881 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:16,882 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:18:16,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:18:16,884 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:16,886 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:18:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741835_1011 (size=1138) 2024-11-28T08:18:16,933 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:18:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:17,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be2a094d3ccb43a028ad73edd89ef123, NAME => 'hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9 2024-11-28T08:18:17,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741836_1012 (size=44) 2024-11-28T08:18:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be2a094d3ccb43a028ad73edd89ef123, disabling compactions & flushes 2024-11-28T08:18:17,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. after waiting 0 ms 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:17,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:17,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be2a094d3ccb43a028ad73edd89ef123: Waiting for close lock at 1732781897702Disabling compacts and flushes for region at 1732781897702Disabling writes for close at 1732781897702Writing region close event to WAL at 1732781897702Closed at 1732781897702 2024-11-28T08:18:17,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:18:17,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732781897704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732781897704"}]},"ts":"1732781897704"} 2024-11-28T08:18:17,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:18:17,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:18:17,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781897709"}]},"ts":"1732781897709"} 2024-11-28T08:18:17,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:18:17,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2a094d3ccb43a028ad73edd89ef123, ASSIGN}] 2024-11-28T08:18:17,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2a094d3ccb43a028ad73edd89ef123, ASSIGN 2024-11-28T08:18:17,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be2a094d3ccb43a028ad73edd89ef123, ASSIGN; state=OFFLINE, location=81db972b9a1d,36991,1732781889167; forceNewPlan=false, retain=false 2024-11-28T08:18:17,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be2a094d3ccb43a028ad73edd89ef123, regionState=OPENING, regionLocation=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:17,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be2a094d3ccb43a028ad73edd89ef123, ASSIGN because future has completed 2024-11-28T08:18:17,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2a094d3ccb43a028ad73edd89ef123, server=81db972b9a1d,36991,1732781889167}] 2024-11-28T08:18:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:18,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:18,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:18,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:18:18,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36991%2C1732781889167.rep, suffix=, logDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167, archiveDir=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs, maxLogs=10 2024-11-28T08:18:18,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.rep.1732781898031, exclude list is [], retry=0 2024-11-28T08:18:18,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35675,DS-d2220448-cd3e-4801-8690-119cd03c513f,DISK] 2024-11-28T08:18:18,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.rep.1732781898031 2024-11-28T08:18:18,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40649:40649)] 2024-11-28T08:18:18,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => be2a094d3ccb43a028ad73edd89ef123, NAME => 'hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:18,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:18,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:18,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. service=MultiRowMutationService 2024-11-28T08:18:18,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:18:18,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:18,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,049 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,050 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2a094d3ccb43a028ad73edd89ef123 columnFamilyName hfileref 2024-11-28T08:18:18,051 DEBUG [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:18,051 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(327): Store=be2a094d3ccb43a028ad73edd89ef123/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:18,051 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,052 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2a094d3ccb43a028ad73edd89ef123 columnFamilyName queue 2024-11-28T08:18:18,052 DEBUG [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:18,053 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(327): Store=be2a094d3ccb43a028ad73edd89ef123/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:18,053 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,054 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be2a094d3ccb43a028ad73edd89ef123 columnFamilyName sid 2024-11-28T08:18:18,054 DEBUG [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:18,055 INFO [StoreOpener-be2a094d3ccb43a028ad73edd89ef123-1 {}] regionserver.HStore(327): Store=be2a094d3ccb43a028ad73edd89ef123/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:18,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:18:18,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:18,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened be2a094d3ccb43a028ad73edd89ef123; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69928566, jitterRate=0.042016834020614624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:18:18,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:18,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for be2a094d3ccb43a028ad73edd89ef123: Running coprocessor pre-open hook at 1732781898048Writing region info on filesystem at 1732781898048Initializing all the Stores at 1732781898049 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781898049Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781898049Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781898049Cleaning up temporary data from old regions at 1732781898057 (+8 ms)Running coprocessor post-open hooks at 1732781898061 (+4 ms)Region opened successfully at 1732781898061 2024-11-28T08:18:18,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123., pid=7, masterSystemTime=1732781898025 2024-11-28T08:18:18,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:18,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:18,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be2a094d3ccb43a028ad73edd89ef123, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36991,1732781889167 2024-11-28T08:18:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be2a094d3ccb43a028ad73edd89ef123, server=81db972b9a1d,36991,1732781889167 because future has completed 2024-11-28T08:18:18,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T08:18:18,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be2a094d3ccb43a028ad73edd89ef123, server=81db972b9a1d,36991,1732781889167 in 197 msec 2024-11-28T08:18:18,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:18:18,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be2a094d3ccb43a028ad73edd89ef123, ASSIGN in 359 msec 2024-11-28T08:18:18,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:18:18,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781898074"}]},"ts":"1732781898074"} 2024-11-28T08:18:18,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:18:18,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:18:18,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-28T08:18:18,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123., hostname=81db972b9a1d,36991,1732781889167, seqNum=2] 2024-11-28T08:18:18,179 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:18,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:18,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:18:18,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T08:18:18,355 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:18:18,382 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,36991,1732781889167, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:18:18,383 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:18,383 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36991,1732781889167, seqNum=-1] 2024-11-28T08:18:18,383 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:18,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-28T08:18:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,36991,1732781889167', locateType=CURRENT is [region=hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123., hostname=81db972b9a1d,36991,1732781889167, seqNum=2] 2024-11-28T08:18:18,389 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T08:18:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T08:18:18,392 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,36991,1732781889167 suceeded 2024-11-28T08:18:18,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T08:18:18,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-28T08:18:18,394 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:44417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:18:18,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-28T08:18:18,404 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44417' 2024-11-28T08:18:18,405 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5eee37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:18,405 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44417,-1 for getting cluster id 2024-11-28T08:18:18,405 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:18,406 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '857ac736-ed16-4953-9a7e-a7d8a6a4a06c' 2024-11-28T08:18:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "857ac736-ed16-4953-9a7e-a7d8a6a4a06c" 2024-11-28T08:18:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fa86668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44417,-1] 2024-11-28T08:18:18,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:18,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:18,408 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:18,408 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678bc11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:18,409 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:18,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44417,1732781893427 2024-11-28T08:18:18,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a89bde6 2024-11-28T08:18:18,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:18,410 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-28T08:18:18,411 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,36991,1732781889167 (queues=1) is replicating from cluster=1715e61f-e8fa-47ed-9775-fd4fe57b2ee1 to cluster=857ac736-ed16-4953-9a7e-a7d8a6a4a06c 2024-11-28T08:18:18,412 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C36991%2C1732781889167 2024-11-28T08:18:18,412 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,36991,1732781889167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:18:18,412 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.shipper81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C36991%2C1732781889167 2024-11-28T08:18:18,412 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912, startPosition=0, beingWritten=true 2024-11-28T08:18:18,619 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:18,924 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:19,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:18:19,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:19,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:19,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38273,1732781888859 2024-11-28T08:18:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5573ed34 2024-11-28T08:18:19,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:19,027 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:19,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:18:19,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:18:19,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:19,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:19,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:19,028 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:18:19,028 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=776509701, stopped=false 2024-11-28T08:18:19,028 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,44417,1732781893427 2024-11-28T08:18:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895273510/running 2024-11-28T08:18:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895273510/running 2024-11-28T08:18:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:19,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:19,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:19,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:19,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/running 2024-11-28T08:18:19,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,35587,1732781893571' ***** 2024-11-28T08:18:19,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:18:19,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Set watcher on znode that does not yet exist, /1895273510/running 2024-11-28T08:18:19,138 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:18:19,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,35587,1732781893571 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:35587. 2024-11-28T08:18:19,139 DEBUG [RS:0;81db972b9a1d:35587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:19,139 DEBUG [RS:0;81db972b9a1d:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:18:19,139 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:18:19,139 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:18:19,139 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:19,139 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:19,139 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:19,139 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:19,139 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:19,139 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:19,140 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T08:18:19,154 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/.tmp/ns/6e557c43ca6440e284d74f7db9ab8575 is 43, key is default/ns:d/1732781896742/Put/seqid=0 2024-11-28T08:18:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741835_1011 (size=5153) 2024-11-28T08:18:19,207 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:19,330 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:19,339 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:19,540 DEBUG [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:19,558 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/.tmp/ns/6e557c43ca6440e284d74f7db9ab8575 2024-11-28T08:18:19,565 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/.tmp/ns/6e557c43ca6440e284d74f7db9ab8575 as hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/ns/6e557c43ca6440e284d74f7db9ab8575 2024-11-28T08:18:19,571 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/ns/6e557c43ca6440e284d74f7db9ab8575, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T08:18:19,572 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-28T08:18:19,576 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T08:18:19,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:19,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:19,577 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:19,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781899139Running coprocessor pre-close hooks at 1732781899139Disabling compacts and flushes for region at 1732781899139Disabling writes for close at 1732781899139Obtaining lock to block concurrent updates at 1732781899140 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732781899140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732781899140Flushing stores of hbase:meta,,1.1588230740 at 1732781899141 (+1 ms)Flushing 1588230740/ns: creating writer at 1732781899141Flushing 1588230740/ns: appending metadata at 1732781899153 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732781899153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ad5db8: reopening flushed file at 1732781899564 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732781899572 (+8 ms)Writing region close event to WAL at 1732781899572Running coprocessor post-close hooks at 1732781899577 (+5 ms)Closed at 1732781899577 2024-11-28T08:18:19,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:19,604 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:18:19,604 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:18:19,740 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,35587,1732781893571; all regions closed. 2024-11-28T08:18:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741834_1010 (size=1152) 2024-11-28T08:18:19,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/WALs/81db972b9a1d,35587,1732781893571/81db972b9a1d%2C35587%2C1732781893571.meta.1732781896683.meta not finished, retry = 0 2024-11-28T08:18:19,835 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:19,845 DEBUG [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/oldWALs 2024-11-28T08:18:19,845 INFO [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C35587%2C1732781893571.meta:.meta(num 1732781896683) 2024-11-28T08:18:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741832_1008 (size=93) 2024-11-28T08:18:19,850 DEBUG [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/oldWALs 2024-11-28T08:18:19,850 INFO [RS:0;81db972b9a1d:35587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C35587%2C1732781893571:(num 1732781895735) 2024-11-28T08:18:19,850 DEBUG [RS:0;81db972b9a1d:35587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:19,850 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:19,850 INFO [RS:0;81db972b9a1d:35587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:19,851 INFO [RS:0;81db972b9a1d:35587 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:19,851 INFO [RS:0;81db972b9a1d:35587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:19,851 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:19,851 INFO [RS:0;81db972b9a1d:35587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35587 2024-11-28T08:18:19,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895273510/rs/81db972b9a1d,35587,1732781893571 2024-11-28T08:18:19,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510/rs 2024-11-28T08:18:19,895 INFO [RS:0;81db972b9a1d:35587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:19,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,35587,1732781893571] 2024-11-28T08:18:19,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1895273510/draining/81db972b9a1d,35587,1732781893571 already deleted, retry=false 2024-11-28T08:18:19,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,35587,1732781893571 expired; onlineServers=0 2024-11-28T08:18:19,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,44417,1732781893427' ***** 2024-11-28T08:18:19,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:18:19,916 INFO [M:0;81db972b9a1d:44417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:19,916 INFO [M:0;81db972b9a1d:44417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:19,916 DEBUG [M:0;81db972b9a1d:44417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:18:19,916 DEBUG [M:0;81db972b9a1d:44417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:18:19,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:18:19,916 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781895362 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781895362,5,FailOnTimeoutGroup] 2024-11-28T08:18:19,916 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781895361 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781895361,5,FailOnTimeoutGroup] 2024-11-28T08:18:19,916 INFO [M:0;81db972b9a1d:44417 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:19,917 INFO [M:0;81db972b9a1d:44417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:19,917 DEBUG [M:0;81db972b9a1d:44417 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:18:19,917 INFO [M:0;81db972b9a1d:44417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:18:19,917 INFO [M:0;81db972b9a1d:44417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:19,917 INFO [M:0;81db972b9a1d:44417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:18:19,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:18:19,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1895273510/master 2024-11-28T08:18:19,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1895273510 2024-11-28T08:18:19,926 DEBUG [M:0;81db972b9a1d:44417 {}] zookeeper.ZKUtil(347): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Unable to get data of znode /1895273510/master because node does not exist (not an error) 2024-11-28T08:18:19,926 WARN [M:0;81db972b9a1d:44417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:18:19,927 INFO [M:0;81db972b9a1d:44417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/.lastflushedseqids 2024-11-28T08:18:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741836_1012 (size=99) 2024-11-28T08:18:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:20,006 INFO [RS:0;81db972b9a1d:35587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:20,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35587-0x1018085484b0004, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:20,006 INFO [RS:0;81db972b9a1d:35587 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,35587,1732781893571; zookeeper connection closed. 2024-11-28T08:18:20,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e9b9dc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e9b9dc1 2024-11-28T08:18:20,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:18:20,332 INFO [M:0;81db972b9a1d:44417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:18:20,332 INFO [M:0;81db972b9a1d:44417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:18:20,332 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:20,333 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:20,333 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:20,333 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:20,333 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:20,333 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T08:18:20,348 DEBUG [M:0;81db972b9a1d:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfdc7b4f2a343a996012e47fb1935f7 is 82, key is hbase:meta,,1/info:regioninfo/1732781896720/Put/seqid=0 2024-11-28T08:18:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741837_1013 (size=5672) 2024-11-28T08:18:20,441 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:20,753 INFO [M:0;81db972b9a1d:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfdc7b4f2a343a996012e47fb1935f7 2024-11-28T08:18:20,772 DEBUG [M:0;81db972b9a1d:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/364e50d233b54879b8ff4e1a2f45d05b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732781896746/Put/seqid=0 2024-11-28T08:18:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741838_1014 (size=5275) 2024-11-28T08:18:21,146 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:21,177 INFO [M:0;81db972b9a1d:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/364e50d233b54879b8ff4e1a2f45d05b 2024-11-28T08:18:21,195 DEBUG [M:0;81db972b9a1d:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51444f72d07b490985175e7bbdd219ee is 69, key is 81db972b9a1d,35587,1732781893571/rs:state/1732781895580/Put/seqid=0 2024-11-28T08:18:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741839_1015 (size=5156) 2024-11-28T08:18:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:18:21,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T08:18:21,600 INFO [M:0;81db972b9a1d:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51444f72d07b490985175e7bbdd219ee 2024-11-28T08:18:21,689 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cfdc7b4f2a343a996012e47fb1935f7 as hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfdc7b4f2a343a996012e47fb1935f7 2024-11-28T08:18:21,694 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cfdc7b4f2a343a996012e47fb1935f7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T08:18:21,695 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/364e50d233b54879b8ff4e1a2f45d05b as hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/364e50d233b54879b8ff4e1a2f45d05b 2024-11-28T08:18:21,700 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/364e50d233b54879b8ff4e1a2f45d05b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T08:18:21,701 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51444f72d07b490985175e7bbdd219ee as hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51444f72d07b490985175e7bbdd219ee 2024-11-28T08:18:21,707 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43063/user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51444f72d07b490985175e7bbdd219ee, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T08:18:21,708 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=28, compaction requested=false 2024-11-28T08:18:21,709 INFO [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:21,709 DEBUG [M:0;81db972b9a1d:44417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781900332Disabling compacts and flushes for region at 1732781900332Disabling writes for close at 1732781900333 (+1 ms)Obtaining lock to block concurrent updates at 1732781900333Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781900333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732781900333Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781900334 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781900334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781900348 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781900348Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781900758 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781900772 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781900772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781901182 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781901195 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781901195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c299e50: reopening flushed file at 1732781901688 (+493 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc27585: reopening flushed file at 1732781901694 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb7dbb: reopening flushed file at 1732781901700 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1375ms, sequenceid=28, compaction requested=false at 1732781901708 (+8 ms)Writing region close event to WAL at 1732781901709 (+1 ms)Closed at 1732781901709 2024-11-28T08:18:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35205 is added to blk_1073741830_1006 (size=10165) 2024-11-28T08:18:21,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/beaab953-10ef-ef0a-13e4-31d507a9043d/MasterData/WALs/81db972b9a1d,44417,1732781893427/81db972b9a1d%2C44417%2C1732781893427.1732781895014 not finished, retry = 0 2024-11-28T08:18:21,813 INFO [M:0;81db972b9a1d:44417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:18:21,813 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:21,813 INFO [M:0;81db972b9a1d:44417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44417 2024-11-28T08:18:21,813 INFO [M:0;81db972b9a1d:44417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:21,932 INFO [M:0;81db972b9a1d:44417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x1018085484b0003, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:21,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:21,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:21,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:21,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:21,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:21,936 WARN [BP-1921733879-172.17.0.3-1732781891572 heartbeating to localhost/127.0.0.1:43063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:18:21,937 WARN [BP-1921733879-172.17.0.3-1732781891572 heartbeating to localhost/127.0.0.1:43063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1921733879-172.17.0.3-1732781891572 (Datanode Uuid 6f2c06d7-5ec0-4e23-8e1a-c9b6e292ef90) service to localhost/127.0.0.1:43063 2024-11-28T08:18:21,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:18:21,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:18:21,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/cluster_b4d3f8b2-eeba-776d-1e8d-c7bdbd731aac/data/data1/current/BP-1921733879-172.17.0.3-1732781891572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:21,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/cluster_b4d3f8b2-eeba-776d-1e8d-c7bdbd731aac/data/data2/current/BP-1921733879-172.17.0.3-1732781891572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:21,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:18:21,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:21,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:21,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:21,951 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:21,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:18:21,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:18:21,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:21,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:21,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:21,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:21,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:21,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:18:21,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=28312029, stopped=false 2024-11-28T08:18:21,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,38273,1732781888859 2024-11-28T08:18:21,974 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235761920/running 2024-11-28T08:18:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235761920/running 2024-11-28T08:18:21,974 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:21,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:21,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:21,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:21,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/running 2024-11-28T08:18:21,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:21,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:21,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Set watcher on znode that does not yet exist, /0235761920/running 2024-11-28T08:18:21,975 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,36991,1732781889167' ***** 2024-11-28T08:18:21,975 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:18:21,975 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:18:21,975 INFO [RS:0;81db972b9a1d:36991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:18:21,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:18:21,975 INFO [RS:0;81db972b9a1d:36991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:18:21,975 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(3091): Received CLOSE for be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,36991,1732781889167 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36991. 2024-11-28T08:18:21,976 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be2a094d3ccb43a028ad73edd89ef123, disabling compactions & flushes 2024-11-28T08:18:21,976 DEBUG [RS:0;81db972b9a1d:36991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:21,976 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:21,976 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:21,976 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:18:21,976 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:18:21,976 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. after waiting 0 ms 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:18:21,976 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:18:21,976 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be2a094d3ccb43a028ad73edd89ef123 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-28T08:18:21,976 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:18:21,976 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1325): Online Regions={be2a094d3ccb43a028ad73edd89ef123=hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:18:21,977 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:21,977 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:21,977 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:21,977 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:21,977 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:21,977 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:21,977 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T08:18:21,993 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/info/d7f9e00b31834567b6d5d8b48ae58351 is 147, key is hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123./info:regioninfo/1732781898065/Put/seqid=0 2024-11-28T08:18:21,995 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/.tmp/queue/a73eb56dd6a34e79966bea326ba9cf1d is 151, key is 1-81db972b9a1d,36991,1732781889167/queue:81db972b9a1d%2C36991%2C1732781889167/1732781898387/Put/seqid=0 2024-11-28T08:18:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741838_1014 (size=6631) 2024-11-28T08:18:21,997 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/info/d7f9e00b31834567b6d5d8b48ae58351 2024-11-28T08:18:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741839_1015 (size=5350) 2024-11-28T08:18:22,018 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/ns/e66823a6842e4c6ca1254035fce7eca5 is 43, key is default/ns:d/1732781891396/Put/seqid=0 2024-11-28T08:18:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741840_1016 (size=5153) 2024-11-28T08:18:22,177 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:22,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:22,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:22,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:22,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:22,377 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be2a094d3ccb43a028ad73edd89ef123 2024-11-28T08:18:22,401 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/.tmp/queue/a73eb56dd6a34e79966bea326ba9cf1d 2024-11-28T08:18:22,407 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/.tmp/queue/a73eb56dd6a34e79966bea326ba9cf1d as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/queue/a73eb56dd6a34e79966bea326ba9cf1d 2024-11-28T08:18:22,412 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/queue/a73eb56dd6a34e79966bea326ba9cf1d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-28T08:18:22,414 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be2a094d3ccb43a028ad73edd89ef123 in 437ms, sequenceid=5, compaction requested=false 2024-11-28T08:18:22,414 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:18:22,418 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/replication/be2a094d3ccb43a028ad73edd89ef123/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:18:22,419 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:22,419 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:22,419 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:22,419 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be2a094d3ccb43a028ad73edd89ef123: Waiting for close lock at 1732781901976Running coprocessor pre-close hooks at 1732781901976Disabling compacts and flushes for region at 1732781901976Disabling writes for close at 1732781901976Obtaining lock to block concurrent updates at 1732781901976Preparing flush snapshotting stores in be2a094d3ccb43a028ad73edd89ef123 at 1732781901976Finished memstore snapshotting hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732781901976Flushing stores of hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. at 1732781901977 (+1 ms)Flushing be2a094d3ccb43a028ad73edd89ef123/queue: creating writer at 1732781901977Flushing be2a094d3ccb43a028ad73edd89ef123/queue: appending metadata at 1732781901994 (+17 ms)Flushing be2a094d3ccb43a028ad73edd89ef123/queue: closing flushed file at 1732781901994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d89069a: reopening flushed file at 1732781902406 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be2a094d3ccb43a028ad73edd89ef123 in 437ms, sequenceid=5, compaction requested=false at 1732781902414 (+8 ms)Writing region close event to WAL at 1732781902415 (+1 ms)Running coprocessor post-close hooks at 1732781902419 (+4 ms)Closed at 1732781902419 2024-11-28T08:18:22,419 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732781896880.be2a094d3ccb43a028ad73edd89ef123. 2024-11-28T08:18:22,423 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/ns/e66823a6842e4c6ca1254035fce7eca5 2024-11-28T08:18:22,441 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/table/ca7af72674a941248449fe8739bfabd4 is 53, key is hbase:replication/table:state/1732781898074/Put/seqid=0 2024-11-28T08:18:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741841_1017 (size=5256) 2024-11-28T08:18:22,577 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:22,777 DEBUG [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:18:22,813 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:18:22,813 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:18:22,846 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/table/ca7af72674a941248449fe8739bfabd4 2024-11-28T08:18:22,852 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/info/d7f9e00b31834567b6d5d8b48ae58351 as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/info/d7f9e00b31834567b6d5d8b48ae58351 2024-11-28T08:18:22,855 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 to pos 0, reset compression=false 2024-11-28T08:18:22,858 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/info/d7f9e00b31834567b6d5d8b48ae58351, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T08:18:22,859 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/ns/e66823a6842e4c6ca1254035fce7eca5 as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/ns/e66823a6842e4c6ca1254035fce7eca5 2024-11-28T08:18:22,865 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/ns/e66823a6842e4c6ca1254035fce7eca5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:18:22,867 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/.tmp/table/ca7af72674a941248449fe8739bfabd4 as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/table/ca7af72674a941248449fe8739bfabd4 2024-11-28T08:18:22,872 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/table/ca7af72674a941248449fe8739bfabd4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T08:18:22,873 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=11, compaction requested=false 2024-11-28T08:18:22,881 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:18:22,882 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:18:22,882 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:18:22,882 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:22,882 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781901977Running coprocessor pre-close hooks at 1732781901977Disabling compacts and flushes for region at 1732781901977Disabling writes for close at 1732781901977Obtaining lock to block concurrent updates at 1732781901977Preparing flush snapshotting stores in 1588230740 at 1732781901977Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732781901977Flushing stores of hbase:meta,,1.1588230740 at 1732781901978 (+1 ms)Flushing 1588230740/info: creating writer at 1732781901978Flushing 1588230740/info: appending metadata at 1732781901992 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732781901992Flushing 1588230740/ns: creating writer at 1732781902004 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732781902017 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732781902017Flushing 1588230740/table: creating writer at 1732781902428 (+411 ms)Flushing 1588230740/table: appending metadata at 1732781902441 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732781902441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb0d696: reopening flushed file at 1732781902851 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1ba861: reopening flushed file at 1732781902858 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a784080: reopening flushed file at 1732781902866 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=11, compaction requested=false at 1732781902873 (+7 ms)Writing region close event to WAL at 1732781902877 (+4 ms)Running coprocessor post-close hooks at 1732781902882 (+5 ms)Closed at 1732781902882 2024-11-28T08:18:22,882 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:22,978 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,36991,1732781889167; all regions closed. 2024-11-28T08:18:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741834_1010 (size=2742) 2024-11-28T08:18:22,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.meta.1732781891269.meta not finished, retry = 0 2024-11-28T08:18:23,083 DEBUG [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs 2024-11-28T08:18:23,083 INFO [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36991%2C1732781889167.meta:.meta(num 1732781891269) 2024-11-28T08:18:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741837_1013 (size=1586) 2024-11-28T08:18:23,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.rep.1732781898031 not finished, retry = 0 2024-11-28T08:18:23,188 DEBUG [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs 2024-11-28T08:18:23,188 INFO [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36991%2C1732781889167.rep:(num 1732781898031) 2024-11-28T08:18:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741833_1009 (size=93) 2024-11-28T08:18:23,190 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/WALs/81db972b9a1d,36991,1732781889167/81db972b9a1d%2C36991%2C1732781889167.1732781890912 not finished, retry = 0 2024-11-28T08:18:23,293 DEBUG [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/oldWALs 2024-11-28T08:18:23,293 INFO [RS:0;81db972b9a1d:36991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36991%2C1732781889167:(num 1732781890912) 2024-11-28T08:18:23,293 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:23,293 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:18:23,293 INFO [RS:0;81db972b9a1d:36991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:23,293 INFO [RS:0;81db972b9a1d:36991 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:23,294 INFO [RS:0;81db972b9a1d:36991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:23,294 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:23,294 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,36991,1732781889167 because: Region server is closing 2024-11-28T08:18:23,294 INFO [RS:0;81db972b9a1d:36991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36991. 2024-11-28T08:18:23,294 DEBUG [RS:0;81db972b9a1d:36991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:23,294 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:23,294 DEBUG [RS:0;81db972b9a1d:36991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:23,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:23,394 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.shipper81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:18:23,394 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.wal-reader.81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:18:23,395 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,36991,1732781889167.replicationSource.shipper81db972b9a1d%2C36991%2C1732781889167,1-81db972b9a1d,36991,1732781889167 terminated 2024-11-28T08:18:23,395 INFO [RS:0;81db972b9a1d:36991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36991 2024-11-28T08:18:23,442 INFO [RS:0;81db972b9a1d:36991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920/rs 2024-11-28T08:18:23,442 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235761920/rs/81db972b9a1d,36991,1732781889167 2024-11-28T08:18:23,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,36991,1732781889167] 2024-11-28T08:18:23,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0235761920/draining/81db972b9a1d,36991,1732781889167 already deleted, retry=false 2024-11-28T08:18:23,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,36991,1732781889167 expired; onlineServers=0 2024-11-28T08:18:23,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,38273,1732781888859' ***** 2024-11-28T08:18:23,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:18:23,463 INFO [M:0;81db972b9a1d:38273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:18:23,463 INFO [M:0;81db972b9a1d:38273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:18:23,463 DEBUG [M:0;81db972b9a1d:38273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:18:23,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:18:23,463 DEBUG [M:0;81db972b9a1d:38273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:18:23,463 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781890628 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781890628,5,FailOnTimeoutGroup] 2024-11-28T08:18:23,463 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781890619 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781890619,5,FailOnTimeoutGroup] 2024-11-28T08:18:23,464 INFO [M:0;81db972b9a1d:38273 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:18:23,464 INFO [M:0;81db972b9a1d:38273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:18:23,464 DEBUG [M:0;81db972b9a1d:38273 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:18:23,464 INFO [M:0;81db972b9a1d:38273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:18:23,464 INFO [M:0;81db972b9a1d:38273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:18:23,464 INFO [M:0;81db972b9a1d:38273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:18:23,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:18:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0235761920/master 2024-11-28T08:18:23,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0235761920 2024-11-28T08:18:23,474 DEBUG [M:0;81db972b9a1d:38273 {}] zookeeper.ZKUtil(347): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Unable to get data of znode /0235761920/master because node does not exist (not an error) 2024-11-28T08:18:23,474 WARN [M:0;81db972b9a1d:38273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:18:23,474 INFO [M:0;81db972b9a1d:38273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/.lastflushedseqids 2024-11-28T08:18:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741842_1018 (size=181) 2024-11-28T08:18:23,553 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:23,553 INFO [RS:0;81db972b9a1d:36991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:23,553 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36991-0x1018085484b0001, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:23,553 INFO [RS:0;81db972b9a1d:36991 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,36991,1732781889167; zookeeper connection closed. 2024-11-28T08:18:23,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 2024-11-28T08:18:23,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:18:23,881 INFO [M:0;81db972b9a1d:38273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:18:23,882 INFO [M:0;81db972b9a1d:38273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:18:23,882 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:23,882 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:23,882 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:23,882 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:23,882 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:23,882 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-28T08:18:23,897 DEBUG [M:0;81db972b9a1d:38273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84842f5995624114a7025dd1c852c6f7 is 82, key is hbase:meta,,1/info:regioninfo/1732781891315/Put/seqid=0 2024-11-28T08:18:23,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741843_1019 (size=5672) 2024-11-28T08:18:24,302 INFO [M:0;81db972b9a1d:38273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84842f5995624114a7025dd1c852c6f7 2024-11-28T08:18:24,325 DEBUG [M:0;81db972b9a1d:38273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb51eee663de4784bdc68add6e3c5cbe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732781898079/Put/seqid=0 2024-11-28T08:18:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741844_1020 (size=7203) 2024-11-28T08:18:24,730 INFO [M:0;81db972b9a1d:38273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb51eee663de4784bdc68add6e3c5cbe 2024-11-28T08:18:24,752 DEBUG [M:0;81db972b9a1d:38273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c6601bcff774bce98e70a3c3de7ff58 is 69, key is 81db972b9a1d,36991,1732781889167/rs:state/1732781890731/Put/seqid=0 2024-11-28T08:18:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741845_1021 (size=5156) 2024-11-28T08:18:25,157 INFO [M:0;81db972b9a1d:38273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c6601bcff774bce98e70a3c3de7ff58 2024-11-28T08:18:25,163 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84842f5995624114a7025dd1c852c6f7 as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84842f5995624114a7025dd1c852c6f7 2024-11-28T08:18:25,168 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84842f5995624114a7025dd1c852c6f7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-28T08:18:25,169 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb51eee663de4784bdc68add6e3c5cbe as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb51eee663de4784bdc68add6e3c5cbe 2024-11-28T08:18:25,174 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb51eee663de4784bdc68add6e3c5cbe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-28T08:18:25,175 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c6601bcff774bce98e70a3c3de7ff58 as hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c6601bcff774bce98e70a3c3de7ff58 2024-11-28T08:18:25,180 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34005/user/jenkins/test-data/544db3a5-7b34-1018-8678-a951b14b3cd9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c6601bcff774bce98e70a3c3de7ff58, entries=1, sequenceid=70, filesize=5.0 K 2024-11-28T08:18:25,181 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-28T08:18:25,183 INFO [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:25,183 DEBUG [M:0;81db972b9a1d:38273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781903882Disabling compacts and flushes for region at 1732781903882Disabling writes for close at 1732781903882Obtaining lock to block concurrent updates at 1732781903882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781903882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732781903882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781903883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781903883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781903897 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781903897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781904307 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781904324 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781904324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781904736 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781904752 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781904752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e4867e: reopening flushed file at 1732781905162 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6555dae: reopening flushed file at 1732781905168 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d66733: reopening flushed file at 1732781905174 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1732781905181 (+7 ms)Writing region close event to WAL at 1732781905183 (+2 ms)Closed at 1732781905183 2024-11-28T08:18:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35675 is added to blk_1073741830_1006 (size=41008) 2024-11-28T08:18:25,185 INFO [M:0;81db972b9a1d:38273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:18:25,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:18:25,185 INFO [M:0;81db972b9a1d:38273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38273 2024-11-28T08:18:25,185 INFO [M:0;81db972b9a1d:38273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:18:25,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:25,374 INFO [M:0;81db972b9a1d:38273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:18:25,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38273-0x1018085484b0000, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:18:25,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:25,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:25,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:25,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:25,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:25,378 WARN [BP-1023148331-172.17.0.3-1732781886658 heartbeating to localhost/127.0.0.1:34005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:18:25,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:18:25,378 WARN [BP-1023148331-172.17.0.3-1732781886658 heartbeating to localhost/127.0.0.1:34005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1023148331-172.17.0.3-1732781886658 (Datanode Uuid 0ba93807-5c45-44e2-b0e1-f1d899c8ebfb) service to localhost/127.0.0.1:34005 2024-11-28T08:18:25,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:18:25,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/data/data1/current/BP-1023148331-172.17.0.3-1732781886658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:25,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/cluster_e5a92765-a010-f3d8-89fd-afaf7992db37/data/data2/current/BP-1023148331-172.17.0.3-1732781886658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:18:25,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:18:25,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:25,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:18:25,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:18:25,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:18:25,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6dddcf7d-0292-8de1-c6d2-81391a21cf41/hadoop.log.dir/,STOPPED} 2024-11-28T08:18:25,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:18:25,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:18:25,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34005 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49747) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43063 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=669 (was 770), ProcessCount=11 (was 11), AvailableMemoryMB=5575 (was 5931) 2024-11-28T08:18:25,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=669, ProcessCount=11, AvailableMemoryMB=5574 2024-11-28T08:18:25,423 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-28T08:18:25,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir so I do NOT create it in target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe 2024-11-28T08:18:25,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:18:25,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.tmp.dir so I do NOT create it in target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe 2024-11-28T08:18:25,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b575ac6-33b0-a0c7-5583-ead3b690ee9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:18:25,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe 2024-11-28T08:18:25,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176, deleteOnExit=true 2024-11-28T08:18:25,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/zookeeper_0, clientPort=50515, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:18:25,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50515 2024-11-28T08:18:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:18:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:18:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/test.cache.data in system properties and HBase conf 2024-11-28T08:18:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:18:25,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:18:25,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:18:25,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:18:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018085484b0002, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:18:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018085484b0005, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:18:25,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018085484b0005, quorum=127.0.0.1:49747, baseZNode=/1895273510 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:18:25,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018085484b0002, quorum=127.0.0.1:49747, baseZNode=/0235761920 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:18:25,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:25,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:25,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:25,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:25,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:18:25,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:25,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:25,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:26,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/java.io.tmpdir/jetty-localhost-33431-hadoop-hdfs-3_4_1-tests_jar-_-any-9893594036182410004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:26,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:33431} 2024-11-28T08:18:26,060 INFO [Time-limited test {}] server.Server(415): Started @52495ms 2024-11-28T08:18:26,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:26,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:26,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:26,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:26,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:18:26,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:26,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:26,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/java.io.tmpdir/jetty-localhost-41163-hadoop-hdfs-3_4_1-tests_jar-_-any-15106535021552482439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:26,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:41163} 2024-11-28T08:18:26,414 INFO [Time-limited test {}] server.Server(415): Started @52849ms 2024-11-28T08:18:26,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:18:27,163 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/data/data1/current/BP-827216234-172.17.0.3-1732781905451/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:27,164 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/data/data2/current/BP-827216234-172.17.0.3-1732781905451/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:27,183 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:18:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601b9bd417d0f63c with lease ID 0x1af2e5aec28685f2: Processing first storage report for DS-5af33023-d2ae-4058-9c55-5a8288a8d096 from datanode DatanodeRegistration(127.0.0.1:44807, datanodeUuid=db8508d7-5372-41b4-9da1-e0f8dfc6a8c5, infoPort=40535, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=1462680685;c=1732781905451) 2024-11-28T08:18:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601b9bd417d0f63c with lease ID 0x1af2e5aec28685f2: from storage DS-5af33023-d2ae-4058-9c55-5a8288a8d096 node DatanodeRegistration(127.0.0.1:44807, datanodeUuid=db8508d7-5372-41b4-9da1-e0f8dfc6a8c5, infoPort=40535, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=1462680685;c=1732781905451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601b9bd417d0f63c with lease ID 0x1af2e5aec28685f2: Processing first storage report for DS-5d502e85-1145-425d-9f93-ecff3c86ff05 from datanode DatanodeRegistration(127.0.0.1:44807, datanodeUuid=db8508d7-5372-41b4-9da1-e0f8dfc6a8c5, infoPort=40535, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=1462680685;c=1732781905451) 2024-11-28T08:18:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601b9bd417d0f63c with lease ID 0x1af2e5aec28685f2: from storage DS-5d502e85-1145-425d-9f93-ecff3c86ff05 node DatanodeRegistration(127.0.0.1:44807, datanodeUuid=db8508d7-5372-41b4-9da1-e0f8dfc6a8c5, infoPort=40535, infoSecurePort=0, ipcPort=39347, storageInfo=lv=-57;cid=testClusterID;nsid=1462680685;c=1732781905451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:27,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe 2024-11-28T08:18:27,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:18:27,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc with version=8 2024-11-28T08:18:27,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/hbase-staging 2024-11-28T08:18:27,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:27,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:18:27,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:27,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32947 2024-11-28T08:18:27,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32947 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:27,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329470x0, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:27,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32947-0x101808591bd0000 connected 2024-11-28T08:18:27,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/running 2024-11-28T08:18:27,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc, hbase.cluster.distributed=false 2024-11-28T08:18:27,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/acl 2024-11-28T08:18:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-28T08:18:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32947 2024-11-28T08:18:27,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32947 2024-11-28T08:18:27,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-28T08:18:27,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32947 2024-11-28T08:18:27,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:18:27,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:27,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39601 2024-11-28T08:18:27,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39601 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:27,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:27,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396010x0, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:27,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39601-0x101808591bd0001 connected 2024-11-28T08:18:27,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/running 2024-11-28T08:18:27,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:18:27,880 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:18:27,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/master 2024-11-28T08:18:27,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/acl 2024-11-28T08:18:27,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-28T08:18:27,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39601 2024-11-28T08:18:27,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39601 2024-11-28T08:18:27,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-28T08:18:27,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-28T08:18:27,899 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:32947 2024-11-28T08:18:27,900 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01867673217/backup-masters/81db972b9a1d,32947,1732781907678 2024-11-28T08:18:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/backup-masters 2024-11-28T08:18:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/backup-masters 2024-11-28T08:18:27,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on existing znode=/01867673217/backup-masters/81db972b9a1d,32947,1732781907678 2024-11-28T08:18:27,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01867673217/master 2024-11-28T08:18:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:27,921 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on existing znode=/01867673217/master 2024-11-28T08:18:27,922 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01867673217/backup-masters/81db972b9a1d,32947,1732781907678 from backup master directory 2024-11-28T08:18:27,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:27,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01867673217/backup-masters/81db972b9a1d,32947,1732781907678 2024-11-28T08:18:27,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/backup-masters 2024-11-28T08:18:27,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/backup-masters 2024-11-28T08:18:27,931 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:27,931 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,32947,1732781907678 2024-11-28T08:18:27,935 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/hbase.id] with ID: 59c8afab-b55e-4fa8-9d3f-0e094cb3484f 2024-11-28T08:18:27,935 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/.tmp/hbase.id 2024-11-28T08:18:27,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:18:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:27,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:28,341 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/.tmp/hbase.id]:[hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/hbase.id] 2024-11-28T08:18:28,353 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:28,353 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:18:28,354 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:18:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:18:28,806 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:28,806 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:18:28,807 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:18:28,814 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store 2024-11-28T08:18:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:18:29,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:29,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:29,221 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:29,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:29,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:29,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:29,221 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:29,221 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781909221Disabling compacts and flushes for region at 1732781909221Disabling writes for close at 1732781909221Writing region close event to WAL at 1732781909221Closed at 1732781909221 2024-11-28T08:18:29,222 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/.initializing 2024-11-28T08:18:29,222 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/WALs/81db972b9a1d,32947,1732781907678 2024-11-28T08:18:29,223 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:29,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C32947%2C1732781907678, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/WALs/81db972b9a1d,32947,1732781907678, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/oldWALs, maxLogs=10 2024-11-28T08:18:29,238 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/WALs/81db972b9a1d,32947,1732781907678/81db972b9a1d%2C32947%2C1732781907678.1732781909225, exclude list is [], retry=0 2024-11-28T08:18:29,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-5af33023-d2ae-4058-9c55-5a8288a8d096,DISK] 2024-11-28T08:18:29,242 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/WALs/81db972b9a1d,32947,1732781907678/81db972b9a1d%2C32947%2C1732781907678.1732781909225 2024-11-28T08:18:29,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-28T08:18:29,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:29,243 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:29,243 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,243 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:18:29,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:29,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:29,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:18:29,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:29,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:29,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:18:29,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:29,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:29,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:18:29,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:29,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:29,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,255 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,255 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,257 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,257 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,257 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:29,258 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:29,260 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:29,261 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68164354, jitterRate=0.015728026628494263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:29,261 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781909243Initializing all the Stores at 1732781909244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781909244Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781909245 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781909245Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781909245Cleaning up temporary data from old regions at 1732781909257 (+12 ms)Region opened successfully at 1732781909261 (+4 ms) 2024-11-28T08:18:29,262 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:18:29,265 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb3fbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:29,265 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:18:29,265 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:18:29,265 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:18:29,266 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:18:29,266 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:18:29,266 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:18:29,267 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:18:29,269 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:18:29,269 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/balancer because node does not exist (not necessarily an error) 2024-11-28T08:18:29,436 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/balancer already deleted, retry=false 2024-11-28T08:18:29,437 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:18:29,438 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:18:29,447 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/normalizer already deleted, retry=false 2024-11-28T08:18:29,447 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:18:29,448 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:18:29,457 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/switch/split already deleted, retry=false 2024-11-28T08:18:29,458 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:18:29,468 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/switch/merge already deleted, retry=false 2024-11-28T08:18:29,470 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:18:29,478 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/snapshot-cleanup already deleted, retry=false 2024-11-28T08:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01867673217/running 2024-11-28T08:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01867673217/running 2024-11-28T08:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,490 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,32947,1732781907678, sessionid=0x101808591bd0000, setting cluster-up flag (Was=false) 2024-11-28T08:18:29,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,542 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01867673217/flush-table-proc/acquired, /01867673217/flush-table-proc/reached, /01867673217/flush-table-proc/abort 2024-11-28T08:18:29,542 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,32947,1732781907678 2024-11-28T08:18:29,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:29,594 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01867673217/online-snapshot/acquired, /01867673217/online-snapshot/reached, /01867673217/online-snapshot/abort 2024-11-28T08:18:29,596 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,32947,1732781907678 2024-11-28T08:18:29,597 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:18:29,598 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:29,598 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:18:29,599 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:18:29,599 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,32947,1732781907678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:29,600 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781939601 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:18:29,601 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,602 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:29,602 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:18:29,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:18:29,603 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781909602,5,FailOnTimeoutGroup] 2024-11-28T08:18:29,603 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781909603,5,FailOnTimeoutGroup] 2024-11-28T08:18:29,603 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,603 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:29,603 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:18:29,603 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,603 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:18:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:18:29,692 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(746): ClusterId : 59c8afab-b55e-4fa8-9d3f-0e094cb3484f 2024-11-28T08:18:29,692 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:18:29,700 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:18:29,700 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:18:29,711 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:18:29,711 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd8f20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:29,725 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:39601 2024-11-28T08:18:29,725 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:18:29,725 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:18:29,725 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:18:29,726 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,32947,1732781907678 with port=39601, startcode=1732781907861 2024-11-28T08:18:29,726 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:18:29,727 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:18:29,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32947 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,729 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc 2024-11-28T08:18:29,729 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45371 2024-11-28T08:18:29,729 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:18:29,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/rs 2024-11-28T08:18:29,742 DEBUG [RS:0;81db972b9a1d:39601 {}] zookeeper.ZKUtil(111): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on existing znode=/01867673217/rs/81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,742 WARN [RS:0;81db972b9a1d:39601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:29,742 INFO [RS:0;81db972b9a1d:39601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:29,742 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,39601,1732781907861] 2024-11-28T08:18:29,745 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:18:29,747 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:18:29,748 INFO [RS:0;81db972b9a1d:39601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:18:29,748 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,748 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:18:29,749 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:18:29,749 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,749 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:29,750 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:29,750 DEBUG [RS:0;81db972b9a1d:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,751 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39601,1732781907861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:29,765 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:18:29,765 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39601,1732781907861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,765 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,765 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.Replication(171): 81db972b9a1d,39601,1732781907861 started 2024-11-28T08:18:29,777 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:29,777 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,39601,1732781907861, RpcServer on 81db972b9a1d/172.17.0.3:39601, sessionid=0x101808591bd0001 2024-11-28T08:18:29,777 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:18:29,777 DEBUG [RS:0;81db972b9a1d:39601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,777 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,39601,1732781907861' 2024-11-28T08:18:29,777 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01867673217/flush-table-proc/abort' 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01867673217/flush-table-proc/acquired' 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,39601,1732781907861 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,39601,1732781907861' 2024-11-28T08:18:29,778 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01867673217/online-snapshot/abort' 2024-11-28T08:18:29,779 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01867673217/online-snapshot/acquired' 2024-11-28T08:18:29,779 DEBUG [RS:0;81db972b9a1d:39601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:18:29,779 INFO [RS:0;81db972b9a1d:39601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:18:29,779 INFO [RS:0;81db972b9a1d:39601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:18:29,880 INFO [RS:0;81db972b9a1d:39601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:29,881 INFO [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39601%2C1732781907861, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs, maxLogs=10 2024-11-28T08:18:29,894 DEBUG [RS:0;81db972b9a1d:39601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882, exclude list is [], retry=0 2024-11-28T08:18:29,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-5af33023-d2ae-4058-9c55-5a8288a8d096,DISK] 2024-11-28T08:18:29,898 INFO [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 2024-11-28T08:18:29,898 DEBUG [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-28T08:18:30,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:18:30,010 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc 2024-11-28T08:18:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:18:30,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:30,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:30,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:30,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:30,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:30,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:30,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:30,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:30,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:30,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:30,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740 2024-11-28T08:18:30,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740 2024-11-28T08:18:30,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:30,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:30,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:30,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:30,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:30,430 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65002830, jitterRate=-0.031382352113723755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:30,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781910416Initializing all the Stores at 1732781910417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781910417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910417Cleaning up temporary data from old regions at 1732781910427 (+10 ms)Region opened successfully at 1732781910431 (+4 ms) 2024-11-28T08:18:30,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:30,431 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:30,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:30,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:30,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:30,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:30,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781910431Disabling compacts and flushes for region at 1732781910431Disabling writes for close at 1732781910431Writing region close event to WAL at 1732781910432 (+1 ms)Closed at 1732781910432 2024-11-28T08:18:30,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:30,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:18:30,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:18:30,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:30,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:18:30,585 DEBUG [81db972b9a1d:32947 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:18:30,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:30,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,39601,1732781907861, state=OPENING 2024-11-28T08:18:30,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:18:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:30,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:30,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01867673217/meta-region-server: CHANGED 2024-11-28T08:18:30,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01867673217/meta-region-server: CHANGED 2024-11-28T08:18:30,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,39601,1732781907861}] 2024-11-28T08:18:30,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:18:30,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:18:30,769 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:18:30,769 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:30,769 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:18:30,771 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39601%2C1732781907861.meta, suffix=.meta, logDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs, maxLogs=10 2024-11-28T08:18:30,783 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.meta.1732781910771.meta, exclude list is [], retry=0 2024-11-28T08:18:30,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-5af33023-d2ae-4058-9c55-5a8288a8d096,DISK] 2024-11-28T08:18:30,787 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.meta.1732781910771.meta 2024-11-28T08:18:30,788 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-28T08:18:30,788 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:30,789 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:18:30,789 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:18:30,789 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:18:30,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:30,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:30,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:30,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:30,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:30,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:30,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:30,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:30,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:30,797 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:30,798 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740 2024-11-28T08:18:30,799 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740 2024-11-28T08:18:30,800 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:30,801 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:30,801 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:30,803 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:30,804 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60844128, jitterRate=-0.09335184097290039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:30,804 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:18:30,804 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781910790Writing region info on filesystem at 1732781910790Initializing all the Stores at 1732781910790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910791 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781910791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781910791Cleaning up temporary data from old regions at 1732781910801 (+10 ms)Running coprocessor post-open hooks at 1732781910804 (+3 ms)Region opened successfully at 1732781910804 2024-11-28T08:18:30,806 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781910763 2024-11-28T08:18:30,808 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:18:30,808 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:18:30,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:30,810 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,39601,1732781907861, state=OPEN 2024-11-28T08:18:30,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01867673217/meta-region-server 2024-11-28T08:18:30,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01867673217/meta-region-server 2024-11-28T08:18:30,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01867673217/meta-region-server: CHANGED 2024-11-28T08:18:30,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01867673217/meta-region-server: CHANGED 2024-11-28T08:18:30,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:30,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:18:30,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,39601,1732781907861 in 259 msec 2024-11-28T08:18:30,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:18:30,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-28T08:18:30,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:30,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:18:30,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:30,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:30,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:30,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:30,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-28T08:18:30,884 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781910884, completionTime=-1 2024-11-28T08:18:30,884 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:18:30,884 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:18:30,886 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:18:30,886 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781970886 2024-11-28T08:18:30,886 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782030886 2024-11-28T08:18:30,886 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:18:30,886 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:32947, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,888 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:18:30,890 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:30,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:18:30,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:30,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,32947,-1 for getting cluster id 2024-11-28T08:18:30,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:30,894 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:18:30,894 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c8afab-b55e-4fa8-9d3f-0e094cb3484f' 2024-11-28T08:18:30,894 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:18:30,894 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,32947,1732781907678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c8afab-b55e-4fa8-9d3f-0e094cb3484f" 2024-11-28T08:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390c5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,32947,-1] 2024-11-28T08:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:30,895 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:30,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:30,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:30,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:30,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:30,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,32947,1732781907678 2024-11-28T08:18:30,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:30,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101808591bd0002 connected 2024-11-28T08:18:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir so I do NOT create it in target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598 2024-11-28T08:18:30,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:18:30,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.tmp.dir so I do NOT create it in target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598 2024-11-28T08:18:30,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:18:30,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/cluster_8725150a-917f-1a21-0a0d-9227c31b80c2, deleteOnExit=true 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/test.cache.data in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:18:30,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:18:30,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:18:30,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:18:31,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:31,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:31,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:31,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:31,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:18:31,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:31,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:31,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:31,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/java.io.tmpdir/jetty-localhost-43475-hadoop-hdfs-3_4_1-tests_jar-_-any-9928374377801629298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:18:31,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:43475} 2024-11-28T08:18:31,446 INFO [Time-limited test {}] server.Server(415): Started @57882ms 2024-11-28T08:18:31,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:18:31,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:18:31,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:18:31,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:18:31,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:18:31,762 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:18:31,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:18:31,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:18:31,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/java.io.tmpdir/jetty-localhost-37169-hadoop-hdfs-3_4_1-tests_jar-_-any-13296231220790567145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:18:31,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:37169} 2024-11-28T08:18:31,865 INFO [Time-limited test {}] server.Server(415): Started @58300ms 2024-11-28T08:18:31,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:18:32,567 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/cluster_8725150a-917f-1a21-0a0d-9227c31b80c2/data/data2/current/BP-1014386122-172.17.0.3-1732781910950/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:32,567 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/cluster_8725150a-917f-1a21-0a0d-9227c31b80c2/data/data1/current/BP-1014386122-172.17.0.3-1732781910950/current, will proceed with Du for space computation calculation, 2024-11-28T08:18:32,593 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:18:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6abde303453818a5 with lease ID 0xed08e4d5eb715668: Processing first storage report for DS-c24d1e86-ad5d-447a-a975-ac64ffb77a00 from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=0aa8e168-8412-4372-a7b0-b96ab49f41b1, infoPort=34935, infoSecurePort=0, ipcPort=32955, storageInfo=lv=-57;cid=testClusterID;nsid=1124677308;c=1732781910950) 2024-11-28T08:18:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6abde303453818a5 with lease ID 0xed08e4d5eb715668: from storage DS-c24d1e86-ad5d-447a-a975-ac64ffb77a00 node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=0aa8e168-8412-4372-a7b0-b96ab49f41b1, infoPort=34935, infoSecurePort=0, ipcPort=32955, storageInfo=lv=-57;cid=testClusterID;nsid=1124677308;c=1732781910950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6abde303453818a5 with lease ID 0xed08e4d5eb715668: Processing first storage report for DS-99dc6bb3-8c2c-4433-aa6b-7130c2a6a9ea from datanode DatanodeRegistration(127.0.0.1:44465, datanodeUuid=0aa8e168-8412-4372-a7b0-b96ab49f41b1, infoPort=34935, infoSecurePort=0, ipcPort=32955, storageInfo=lv=-57;cid=testClusterID;nsid=1124677308;c=1732781910950) 2024-11-28T08:18:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6abde303453818a5 with lease ID 0xed08e4d5eb715668: from storage DS-99dc6bb3-8c2c-4433-aa6b-7130c2a6a9ea node DatanodeRegistration(127.0.0.1:44465, datanodeUuid=0aa8e168-8412-4372-a7b0-b96ab49f41b1, infoPort=34935, infoSecurePort=0, ipcPort=32955, storageInfo=lv=-57;cid=testClusterID;nsid=1124677308;c=1732781910950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:18:32,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598 2024-11-28T08:18:32,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:32,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:18:33,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868 with version=8 2024-11-28T08:18:33,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/hbase-staging 2024-11-28T08:18:33,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:33,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:18:33,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:33,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33179 2024-11-28T08:18:33,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33179 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331790x0, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:33,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33179-0x101808591bd0003 connected 2024-11-28T08:18:33,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:33,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:33,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/running 2024-11-28T08:18:33,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868, hbase.cluster.distributed=false 2024-11-28T08:18:33,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/acl 2024-11-28T08:18:33,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-28T08:18:33,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-28T08:18:33,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-28T08:18:33,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-28T08:18:33,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-28T08:18:33,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:18:33,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:18:33,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36209 2024-11-28T08:18:33,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36209 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:33,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:33,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:33,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362090x0, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:33,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362090x0, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/running 2024-11-28T08:18:33,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36209-0x101808591bd0004 connected 2024-11-28T08:18:33,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:18:33,230 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:18:33,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/master 2024-11-28T08:18:33,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/acl 2024-11-28T08:18:33,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-28T08:18:33,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36209 2024-11-28T08:18:33,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36209 2024-11-28T08:18:33,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-28T08:18:33,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36209 2024-11-28T08:18:33,256 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:33179 2024-11-28T08:18:33,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1167448731/backup-masters/81db972b9a1d,33179,1732781913039 2024-11-28T08:18:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/backup-masters 2024-11-28T08:18:33,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/backup-masters 2024-11-28T08:18:33,268 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on existing znode=/1167448731/backup-masters/81db972b9a1d,33179,1732781913039 2024-11-28T08:18:33,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167448731/master 2024-11-28T08:18:33,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:33,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:33,279 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on existing znode=/1167448731/master 2024-11-28T08:18:33,279 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1167448731/backup-masters/81db972b9a1d,33179,1732781913039 from backup master directory 2024-11-28T08:18:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167448731/backup-masters/81db972b9a1d,33179,1732781913039 2024-11-28T08:18:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/backup-masters 2024-11-28T08:18:33,289 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/backup-masters 2024-11-28T08:18:33,289 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,33179,1732781913039 2024-11-28T08:18:33,293 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/hbase.id] with ID: bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5 2024-11-28T08:18:33,293 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/.tmp/hbase.id 2024-11-28T08:18:33,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:18:33,699 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/.tmp/hbase.id]:[hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/hbase.id] 2024-11-28T08:18:33,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:33,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:18:33,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T08:18:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:33,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:33,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:18:33,763 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:33,764 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:18:33,764 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:18:34,171 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store 2024-11-28T08:18:34,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:18:34,579 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:34,579 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:18:34,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781914579Disabling compacts and flushes for region at 1732781914579Disabling writes for close at 1732781914579Writing region close event to WAL at 1732781914579Closed at 1732781914579 2024-11-28T08:18:34,580 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/.initializing 2024-11-28T08:18:34,580 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/WALs/81db972b9a1d,33179,1732781913039 2024-11-28T08:18:34,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:34,583 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C33179%2C1732781913039, suffix=, logDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/WALs/81db972b9a1d,33179,1732781913039, archiveDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/oldWALs, maxLogs=10 2024-11-28T08:18:34,597 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/WALs/81db972b9a1d,33179,1732781913039/81db972b9a1d%2C33179%2C1732781913039.1732781914583, exclude list is [], retry=0 2024-11-28T08:18:34,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-c24d1e86-ad5d-447a-a975-ac64ffb77a00,DISK] 2024-11-28T08:18:34,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/WALs/81db972b9a1d,33179,1732781913039/81db972b9a1d%2C33179%2C1732781913039.1732781914583 2024-11-28T08:18:34,602 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-11-28T08:18:34,602 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:34,602 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:34,602 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,603 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:18:34,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:34,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:34,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:18:34,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:34,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:34,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:18:34,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:34,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:34,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:18:34,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:34,612 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,613 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,613 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,615 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,615 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,615 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:34,616 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:18:34,618 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:34,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66231751, jitterRate=-0.0130700021982193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:34,619 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781914603Initializing all the Stores at 1732781914603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781914604 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781914604Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781914604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781914604Cleaning up temporary data from old regions at 1732781914615 (+11 ms)Region opened successfully at 1732781914619 (+4 ms) 2024-11-28T08:18:34,620 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:18:34,623 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:34,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:18:34,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:18:34,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:18:34,625 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:18:34,625 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:18:34,626 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:18:34,626 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:18:34,628 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:18:34,629 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/balancer because node does not exist (not necessarily an error) 2024-11-28T08:18:34,789 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/balancer already deleted, retry=false 2024-11-28T08:18:34,789 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:18:34,790 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:18:34,799 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/normalizer already deleted, retry=false 2024-11-28T08:18:34,800 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:18:34,801 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:18:34,810 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/switch/split already deleted, retry=false 2024-11-28T08:18:34,811 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:18:34,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/switch/merge already deleted, retry=false 2024-11-28T08:18:34,822 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:18:34,831 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/snapshot-cleanup already deleted, retry=false 2024-11-28T08:18:34,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167448731/running 2024-11-28T08:18:34,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167448731/running 2024-11-28T08:18:34,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:34,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:34,842 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,33179,1732781913039, sessionid=0x101808591bd0003, setting cluster-up flag (Was=false) 2024-11-28T08:18:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:34,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:34,894 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1167448731/flush-table-proc/acquired, /1167448731/flush-table-proc/reached, /1167448731/flush-table-proc/abort 2024-11-28T08:18:34,895 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,33179,1732781913039 2024-11-28T08:18:34,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:34,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:35,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1167448731/online-snapshot/acquired, /1167448731/online-snapshot/reached, /1167448731/online-snapshot/abort 2024-11-28T08:18:35,063 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,33179,1732781913039 2024-11-28T08:18:35,067 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:18:35,069 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:35,069 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:18:35,069 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:18:35,069 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,33179,1732781913039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:35,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732781945072 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:18:35,072 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:18:35,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:35,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:18:35,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:18:35,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:18:35,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:18:35,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:18:35,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:35,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:18:35,076 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:18:35,076 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:18:35,076 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781915076,5,FailOnTimeoutGroup] 2024-11-28T08:18:35,080 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781915076,5,FailOnTimeoutGroup] 2024-11-28T08:18:35,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:18:35,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:18:35,148 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(746): ClusterId : bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5 2024-11-28T08:18:35,148 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:18:35,183 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:18:35,183 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:18:35,205 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:18:35,206 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6dded8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:18:35,217 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:36209 2024-11-28T08:18:35,217 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:18:35,217 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:18:35,217 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:18:35,217 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,33179,1732781913039 with port=36209, startcode=1732781913201 2024-11-28T08:18:35,218 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:18:35,219 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:18:35,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33179 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,221 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868 2024-11-28T08:18:35,221 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45173 2024-11-28T08:18:35,221 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:18:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/rs 2024-11-28T08:18:35,231 DEBUG [RS:0;81db972b9a1d:36209 {}] zookeeper.ZKUtil(111): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on existing znode=/1167448731/rs/81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,231 WARN [RS:0;81db972b9a1d:36209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:18:35,231 INFO [RS:0;81db972b9a1d:36209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:35,232 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,36209,1732781913201] 2024-11-28T08:18:35,235 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:18:35,237 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:18:35,240 INFO [RS:0;81db972b9a1d:36209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:18:35,240 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,241 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:18:35,242 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:18:35,242 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,242 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,243 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,243 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:18:35,243 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:35,243 DEBUG [RS:0;81db972b9a1d:36209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,244 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36209,1732781913201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:35,263 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:18:35,263 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36209,1732781913201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,263 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,263 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.Replication(171): 81db972b9a1d,36209,1732781913201 started 2024-11-28T08:18:35,282 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:35,282 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,36209,1732781913201, RpcServer on 81db972b9a1d/172.17.0.3:36209, sessionid=0x101808591bd0004 2024-11-28T08:18:35,282 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:18:35,282 DEBUG [RS:0;81db972b9a1d:36209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,282 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36209,1732781913201' 2024-11-28T08:18:35,282 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1167448731/flush-table-proc/abort' 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1167448731/flush-table-proc/acquired' 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,36209,1732781913201 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36209,1732781913201' 2024-11-28T08:18:35,283 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1167448731/online-snapshot/abort' 2024-11-28T08:18:35,284 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1167448731/online-snapshot/acquired' 2024-11-28T08:18:35,284 DEBUG [RS:0;81db972b9a1d:36209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:18:35,284 INFO [RS:0;81db972b9a1d:36209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:18:35,284 INFO [RS:0;81db972b9a1d:36209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:18:35,384 INFO [RS:0;81db972b9a1d:36209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:18:35,386 INFO [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36209%2C1732781913201, suffix=, logDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201, archiveDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/oldWALs, maxLogs=10 2024-11-28T08:18:35,401 DEBUG [RS:0;81db972b9a1d:36209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.1732781915387, exclude list is [], retry=0 2024-11-28T08:18:35,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-c24d1e86-ad5d-447a-a975-ac64ffb77a00,DISK] 2024-11-28T08:18:35,410 INFO [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.1732781915387 2024-11-28T08:18:35,410 DEBUG [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-11-28T08:18:35,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:18:35,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868 2024-11-28T08:18:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:18:35,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:18:35,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:35,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:35,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:35,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:35,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:35,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:35,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:35,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:35,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:35,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:35,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:35,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:35,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:35,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:35,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:35,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:35,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:35,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:35,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740 2024-11-28T08:18:35,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740 2024-11-28T08:18:35,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:35,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:35,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:35,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:35,914 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63638464, jitterRate=-0.051712989807128906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781915897Initializing all the Stores at 1732781915898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781915898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781915898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781915898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781915898Cleaning up temporary data from old regions at 1732781915910 (+12 ms)Region opened successfully at 1732781915914 (+4 ms) 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:18:35,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:18:35,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:18:35,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:18:35,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781915914Disabling compacts and flushes for region at 1732781915914Disabling writes for close at 1732781915914Writing region close event to WAL at 1732781915915 (+1 ms)Closed at 1732781915915 2024-11-28T08:18:35,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:35,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:18:35,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:18:35,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:35,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:18:36,069 DEBUG [81db972b9a1d:33179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:18:36,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:36,071 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36209,1732781913201, state=OPENING 2024-11-28T08:18:36,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:18:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:36,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:18:36,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167448731/meta-region-server: CHANGED 2024-11-28T08:18:36,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:18:36,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167448731/meta-region-server: CHANGED 2024-11-28T08:18:36,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36209,1732781913201}] 2024-11-28T08:18:36,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:36,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:36,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:36,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:36,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:36,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:18:36,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:18:36,382 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:18:36,382 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:36,382 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:18:36,384 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36209%2C1732781913201.meta, suffix=.meta, logDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201, archiveDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/oldWALs, maxLogs=10 2024-11-28T08:18:36,401 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.meta.1732781916384.meta, exclude list is [], retry=0 2024-11-28T08:18:36,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44465,DS-c24d1e86-ad5d-447a-a975-ac64ffb77a00,DISK] 2024-11-28T08:18:36,405 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.meta.1732781916384.meta 2024-11-28T08:18:36,406 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34935:34935)] 2024-11-28T08:18:36,406 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:36,406 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:36,406 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:36,406 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:18:36,406 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:18:36,407 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:18:36,407 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:36,407 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:18:36,407 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:18:36,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:18:36,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:18:36,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:36,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:36,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:18:36,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:18:36,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:36,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:36,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:18:36,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:18:36,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:36,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:36,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:18:36,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:18:36,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:36,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:18:36,413 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:18:36,414 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740 2024-11-28T08:18:36,415 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740 2024-11-28T08:18:36,416 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:18:36,416 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:18:36,416 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:18:36,418 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:18:36,419 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64798425, jitterRate=-0.034428223967552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:18:36,419 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:18:36,419 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781916407Writing region info on filesystem at 1732781916407Initializing all the Stores at 1732781916408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781916408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781916408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781916408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781916408Cleaning up temporary data from old regions at 1732781916416 (+8 ms)Running coprocessor post-open hooks at 1732781916419 (+3 ms)Region opened successfully at 1732781916419 2024-11-28T08:18:36,420 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781916377 2024-11-28T08:18:36,422 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:18:36,422 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:18:36,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:36,423 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36209,1732781913201, state=OPEN 2024-11-28T08:18:36,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1167448731/meta-region-server 2024-11-28T08:18:36,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1167448731/meta-region-server 2024-11-28T08:18:36,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:36,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167448731/meta-region-server: CHANGED 2024-11-28T08:18:36,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167448731/meta-region-server: CHANGED 2024-11-28T08:18:36,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:18:36,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36209,1732781913201 in 260 msec 2024-11-28T08:18:36,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:18:36,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 571 msec 2024-11-28T08:18:36,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:18:36,493 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:18:36,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:36,494 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36209,1732781913201, seqNum=-1] 2024-11-28T08:18:36,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:36,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:36,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-28T08:18:36,503 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781916503, completionTime=-1 2024-11-28T08:18:36,503 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:18:36,503 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:18:36,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:18:36,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732781976505 2024-11-28T08:18:36,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782036505 2024-11-28T08:18:36,505 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:33179, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,507 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.220sec 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:18:36,510 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:18:36,513 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:18:36,513 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:18:36,513 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33179,1732781913039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:18:36,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:36,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33179,-1 for getting cluster id 2024-11-28T08:18:36,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:36,550 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5' 2024-11-28T08:18:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5" 2024-11-28T08:18:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0a22ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33179,-1] 2024-11-28T08:18:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:36,552 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:36,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:36,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:36,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36209,1732781913201, seqNum=-1] 2024-11-28T08:18:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:36,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:36,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,33179,1732781913039 2024-11-28T08:18:36,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50515 2024-11-28T08:18:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:18:36,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101808591bd0005 connected 2024-11-28T08:18:36,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,32947,1732781907678 2024-11-28T08:18:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e04db4c 2024-11-28T08:18:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:36,654 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:36,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:18:36,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:18:36,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:36,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:18:36,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:18:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:18:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:37,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c3c11115dff9f9868be54b84dce334, NAME => 'test,,1732781916655.35c3c11115dff9f9868be54b84dce334.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc 2024-11-28T08:18:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:18:37,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732781916655.35c3c11115dff9f9868be54b84dce334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:37,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35c3c11115dff9f9868be54b84dce334, disabling compactions & flushes 2024-11-28T08:18:37,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732781916655.35c3c11115dff9f9868be54b84dce334. after waiting 0 ms 2024-11-28T08:18:37,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c3c11115dff9f9868be54b84dce334: Waiting for close lock at 1732781917099Disabling compacts and flushes for region at 1732781917099Disabling writes for close at 1732781917099Writing region close event to WAL at 1732781917099Closed at 1732781917099 2024-11-28T08:18:37,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:18:37,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732781916655.35c3c11115dff9f9868be54b84dce334.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732781917100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732781917100"}]},"ts":"1732781917100"} 2024-11-28T08:18:37,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:18:37,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:18:37,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781917105"}]},"ts":"1732781917105"} 2024-11-28T08:18:37,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:18:37,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35c3c11115dff9f9868be54b84dce334, ASSIGN}] 2024-11-28T08:18:37,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35c3c11115dff9f9868be54b84dce334, ASSIGN 2024-11-28T08:18:37,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35c3c11115dff9f9868be54b84dce334, ASSIGN; state=OFFLINE, location=81db972b9a1d,39601,1732781907861; forceNewPlan=false, retain=false 2024-11-28T08:18:37,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c3c11115dff9f9868be54b84dce334, regionState=OPENING, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:37,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35c3c11115dff9f9868be54b84dce334, ASSIGN because future has completed 2024-11-28T08:18:37,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c3c11115dff9f9868be54b84dce334, server=81db972b9a1d,39601,1732781907861}] 2024-11-28T08:18:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:37,421 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,421 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c3c11115dff9f9868be54b84dce334, NAME => 'test,,1732781916655.35c3c11115dff9f9868be54b84dce334.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:37,421 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:37,421 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:18:37,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732781916655.35c3c11115dff9f9868be54b84dce334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:37,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,422 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,423 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,424 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3c11115dff9f9868be54b84dce334 columnFamilyName f 2024-11-28T08:18:37,424 DEBUG [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:37,425 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(327): Store=35c3c11115dff9f9868be54b84dce334/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:37,425 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,426 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3c11115dff9f9868be54b84dce334 columnFamilyName f1 2024-11-28T08:18:37,426 DEBUG [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:37,426 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(327): Store=35c3c11115dff9f9868be54b84dce334/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:37,426 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,427 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c3c11115dff9f9868be54b84dce334 columnFamilyName norep 2024-11-28T08:18:37,427 DEBUG [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:37,428 INFO [StoreOpener-35c3c11115dff9f9868be54b84dce334-1 {}] regionserver.HStore(327): Store=35c3c11115dff9f9868be54b84dce334/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:37,428 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,429 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,430 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,430 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,430 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:18:37,431 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,433 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:37,434 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35c3c11115dff9f9868be54b84dce334; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65263537, jitterRate=-0.027497515082359314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:18:37,434 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:18:37,434 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35c3c11115dff9f9868be54b84dce334: Running coprocessor pre-open hook at 1732781917422Writing region info on filesystem at 1732781917422Initializing all the Stores at 1732781917423 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781917423Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781917423Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781917423Cleaning up temporary data from old regions at 1732781917430 (+7 ms)Running coprocessor post-open hooks at 1732781917434 (+4 ms)Region opened successfully at 1732781917434 2024-11-28T08:18:37,437 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732781916655.35c3c11115dff9f9868be54b84dce334., pid=6, masterSystemTime=1732781917417 2024-11-28T08:18:37,439 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,439 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:18:37,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c3c11115dff9f9868be54b84dce334, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:37,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c3c11115dff9f9868be54b84dce334, server=81db972b9a1d,39601,1732781907861 because future has completed 2024-11-28T08:18:37,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:18:37,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c3c11115dff9f9868be54b84dce334, server=81db972b9a1d,39601,1732781907861 in 180 msec 2024-11-28T08:18:37,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:18:37,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35c3c11115dff9f9868be54b84dce334, ASSIGN in 338 msec 2024-11-28T08:18:37,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:18:37,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781917450"}]},"ts":"1732781917450"} 2024-11-28T08:18:37,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:18:37,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:18:37,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 795 msec 2024-11-28T08:18:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:37,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:37,805 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:18:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33179,1732781913039 2024-11-28T08:18:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e02159 2024-11-28T08:18:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:37,807 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:37,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:18:37,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:18:37,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:37,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:18:37,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:18:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:18:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:38,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0034584dc626de55fe68419c25315f4b, NAME => 'test,,1732781917808.0034584dc626de55fe68419c25315f4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868 2024-11-28T08:18:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:18:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:38,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732781917808.0034584dc626de55fe68419c25315f4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:38,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0034584dc626de55fe68419c25315f4b, disabling compactions & flushes 2024-11-28T08:18:38,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732781917808.0034584dc626de55fe68419c25315f4b. after waiting 0 ms 2024-11-28T08:18:38,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,628 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0034584dc626de55fe68419c25315f4b: Waiting for close lock at 1732781918627Disabling compacts and flushes for region at 1732781918627Disabling writes for close at 1732781918628 (+1 ms)Writing region close event to WAL at 1732781918628Closed at 1732781918628 2024-11-28T08:18:38,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:18:38,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732781917808.0034584dc626de55fe68419c25315f4b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732781918629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732781918629"}]},"ts":"1732781918629"} 2024-11-28T08:18:38,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:18:38,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:18:38,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781918633"}]},"ts":"1732781918633"} 2024-11-28T08:18:38,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:18:38,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0034584dc626de55fe68419c25315f4b, ASSIGN}] 2024-11-28T08:18:38,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0034584dc626de55fe68419c25315f4b, ASSIGN 2024-11-28T08:18:38,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0034584dc626de55fe68419c25315f4b, ASSIGN; state=OFFLINE, location=81db972b9a1d,36209,1732781913201; forceNewPlan=false, retain=false 2024-11-28T08:18:38,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0034584dc626de55fe68419c25315f4b, regionState=OPENING, regionLocation=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0034584dc626de55fe68419c25315f4b, ASSIGN because future has completed 2024-11-28T08:18:38,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0034584dc626de55fe68419c25315f4b, server=81db972b9a1d,36209,1732781913201}] 2024-11-28T08:18:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:38,948 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,948 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0034584dc626de55fe68419c25315f4b, NAME => 'test,,1732781917808.0034584dc626de55fe68419c25315f4b.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:38,949 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:38,949 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732781917808.0034584dc626de55fe68419c25315f4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,949 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,951 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,952 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0034584dc626de55fe68419c25315f4b columnFamilyName f 2024-11-28T08:18:38,952 DEBUG [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:38,952 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(327): Store=0034584dc626de55fe68419c25315f4b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:38,952 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,953 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0034584dc626de55fe68419c25315f4b columnFamilyName f1 2024-11-28T08:18:38,953 DEBUG [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:38,954 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(327): Store=0034584dc626de55fe68419c25315f4b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:38,954 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,955 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0034584dc626de55fe68419c25315f4b columnFamilyName norep 2024-11-28T08:18:38,955 DEBUG [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:38,955 INFO [StoreOpener-0034584dc626de55fe68419c25315f4b-1 {}] regionserver.HStore(327): Store=0034584dc626de55fe68419c25315f4b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:38,955 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,956 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,956 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,957 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,957 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,958 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:18:38,959 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,962 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:38,962 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0034584dc626de55fe68419c25315f4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74844282, jitterRate=0.11526671051979065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:18:38,962 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:18:38,962 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0034584dc626de55fe68419c25315f4b: Running coprocessor pre-open hook at 1732781918949Writing region info on filesystem at 1732781918949Initializing all the Stores at 1732781918950 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781918950Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781918950Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781918950Cleaning up temporary data from old regions at 1732781918957 (+7 ms)Running coprocessor post-open hooks at 1732781918962 (+5 ms)Region opened successfully at 1732781918962 2024-11-28T08:18:38,963 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732781917808.0034584dc626de55fe68419c25315f4b., pid=6, masterSystemTime=1732781918944 2024-11-28T08:18:38,965 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,965 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:18:38,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0034584dc626de55fe68419c25315f4b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,36209,1732781913201 2024-11-28T08:18:38,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0034584dc626de55fe68419c25315f4b, server=81db972b9a1d,36209,1732781913201 because future has completed 2024-11-28T08:18:38,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:18:38,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0034584dc626de55fe68419c25315f4b, server=81db972b9a1d,36209,1732781913201 in 178 msec 2024-11-28T08:18:38,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:18:38,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0034584dc626de55fe68419c25315f4b, ASSIGN in 336 msec 2024-11-28T08:18:38,975 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:18:38,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781918975"}]},"ts":"1732781918975"} 2024-11-28T08:18:38,977 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:18:38,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:18:38,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-28T08:18:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:18:39,955 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:18:39,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,32947,-1 for getting cluster id 2024-11-28T08:18:39,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:39,956 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c8afab-b55e-4fa8-9d3f-0e094cb3484f' 2024-11-28T08:18:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c8afab-b55e-4fa8-9d3f-0e094cb3484f" 2024-11-28T08:18:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45f048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,32947,-1] 2024-11-28T08:18:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,958 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39278ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33179,-1 for getting cluster id 2024-11-28T08:18:39,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:39,960 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5' 2024-11-28T08:18:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5" 2024-11-28T08:18:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec670c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33179,-1] 2024-11-28T08:18:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,961 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22aa9a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,32947,-1 for getting cluster id 2024-11-28T08:18:39,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:39,964 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c8afab-b55e-4fa8-9d3f-0e094cb3484f' 2024-11-28T08:18:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c8afab-b55e-4fa8-9d3f-0e094cb3484f" 2024-11-28T08:18:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee5e3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,32947,-1] 2024-11-28T08:18:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,965 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bb0d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,32947,1732781907678 2024-11-28T08:18:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@725288a3 2024-11-28T08:18:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:39,970 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:39,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:33179,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:18:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:18:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:39,973 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:33179' 2024-11-28T08:18:39,974 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679affea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,974 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33179,-1 for getting cluster id 2024-11-28T08:18:39,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:39,975 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5' 2024-11-28T08:18:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5" 2024-11-28T08:18:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f34289b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33179,-1] 2024-11-28T08:18:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,977 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666b8a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:39,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33179,1732781913039 2024-11-28T08:18:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d94e82 2024-11-28T08:18:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:39,979 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:39,980 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:18:39,980 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:18:39,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:39,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:39,980 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:18:39,981 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:18:39,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:18:39,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:39,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:18:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:18:40,032 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:18:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:40,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e172989e2fa00aac003cac929b08a56, NAME => 'hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc 2024-11-28T08:18:40,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:18:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e172989e2fa00aac003cac929b08a56, disabling compactions & flushes 2024-11-28T08:18:40,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. after waiting 0 ms 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:40,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:40,801 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e172989e2fa00aac003cac929b08a56: Waiting for close lock at 1732781920801Disabling compacts and flushes for region at 1732781920801Disabling writes for close at 1732781920801Writing region close event to WAL at 1732781920801Closed at 1732781920801 2024-11-28T08:18:40,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:18:40,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732781920802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732781920802"}]},"ts":"1732781920802"} 2024-11-28T08:18:40,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:18:40,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:18:40,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781920806"}]},"ts":"1732781920806"} 2024-11-28T08:18:40,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:18:40,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e172989e2fa00aac003cac929b08a56, ASSIGN}] 2024-11-28T08:18:40,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e172989e2fa00aac003cac929b08a56, ASSIGN 2024-11-28T08:18:40,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e172989e2fa00aac003cac929b08a56, ASSIGN; state=OFFLINE, location=81db972b9a1d,39601,1732781907861; forceNewPlan=false, retain=false 2024-11-28T08:18:40,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e172989e2fa00aac003cac929b08a56, regionState=OPENING, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:40,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e172989e2fa00aac003cac929b08a56, ASSIGN because future has completed 2024-11-28T08:18:40,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e172989e2fa00aac003cac929b08a56, server=81db972b9a1d,39601,1732781907861}] 2024-11-28T08:18:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:41,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:41,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:18:41,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:18:41,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39601%2C1732781907861.rep, suffix=, logDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861, archiveDir=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs, maxLogs=10 2024-11-28T08:18:41,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.rep.1732781921124, exclude list is [], retry=0 2024-11-28T08:18:41,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44807,DS-5af33023-d2ae-4058-9c55-5a8288a8d096,DISK] 2024-11-28T08:18:41,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.rep.1732781921124 2024-11-28T08:18:41,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-28T08:18:41,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e172989e2fa00aac003cac929b08a56, NAME => 'hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:18:41,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. service=MultiRowMutationService 2024-11-28T08:18:41,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,141 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,143 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e172989e2fa00aac003cac929b08a56 columnFamilyName hfileref 2024-11-28T08:18:41,143 DEBUG [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:41,143 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(327): Store=6e172989e2fa00aac003cac929b08a56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:41,143 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,144 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e172989e2fa00aac003cac929b08a56 columnFamilyName queue 2024-11-28T08:18:41,144 DEBUG [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:41,145 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(327): Store=6e172989e2fa00aac003cac929b08a56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:41,145 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,146 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e172989e2fa00aac003cac929b08a56 columnFamilyName sid 2024-11-28T08:18:41,146 DEBUG [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:18:41,146 INFO [StoreOpener-6e172989e2fa00aac003cac929b08a56-1 {}] regionserver.HStore(327): Store=6e172989e2fa00aac003cac929b08a56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:18:41,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:18:41,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:18:41,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e172989e2fa00aac003cac929b08a56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58771501, jitterRate=-0.12423638999462128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:18:41,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:18:41,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e172989e2fa00aac003cac929b08a56: Running coprocessor pre-open hook at 1732781921140Writing region info on filesystem at 1732781921140Initializing all the Stores at 1732781921141 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781921141Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781921141Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781921141Cleaning up temporary data from old regions at 1732781921148 (+7 ms)Running coprocessor post-open hooks at 1732781921153 (+5 ms)Region opened successfully at 1732781921153 2024-11-28T08:18:41,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56., pid=10, masterSystemTime=1732781921118 2024-11-28T08:18:41,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:41,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:18:41,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e172989e2fa00aac003cac929b08a56, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,39601,1732781907861 2024-11-28T08:18:41,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e172989e2fa00aac003cac929b08a56, server=81db972b9a1d,39601,1732781907861 because future has completed 2024-11-28T08:18:41,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:18:41,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e172989e2fa00aac003cac929b08a56, server=81db972b9a1d,39601,1732781907861 in 194 msec 2024-11-28T08:18:41,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:18:41,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e172989e2fa00aac003cac929b08a56, ASSIGN in 352 msec 2024-11-28T08:18:41,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:18:41,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732781921164"}]},"ts":"1732781921164"} 2024-11-28T08:18:41,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:18:41,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:18:41,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-28T08:18:41,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56., hostname=81db972b9a1d,39601,1732781907861, seqNum=2] 2024-11-28T08:18:41,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:41,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:18:41,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:18:41,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:18:41,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:18:41,406 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:18:41,444 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,39601,1732781907861, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:18:41,445 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:41,445 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:41,445 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:41,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-28T08:18:41,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,39601,1732781907861', locateType=CURRENT is [region=hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56., hostname=81db972b9a1d,39601,1732781907861, seqNum=2] 2024-11-28T08:18:41,451 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:18:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:18:41,454 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,39601,1732781907861 suceeded 2024-11-28T08:18:41,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:18:41,501 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:33179,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-28T08:18:41,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-28T08:18:41,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-28T08:18:41,522 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:33179' 2024-11-28T08:18:41,524 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dba1b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:41,524 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33179,-1 for getting cluster id 2024-11-28T08:18:41,524 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:41,526 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5' 2024-11-28T08:18:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5" 2024-11-28T08:18:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df27434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33179,-1] 2024-11-28T08:18:41,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:41,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:41,528 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:41,529 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c87f6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:41,529 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:41,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33179,1732781913039 2024-11-28T08:18:41,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d36d3d7 2024-11-28T08:18:41,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:41,532 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-28T08:18:41,532 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,39601,1732781907861 (queues=1) is replicating from cluster=59c8afab-b55e-4fa8-9d3f-0e094cb3484f to cluster=bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5 2024-11-28T08:18:41,533 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C39601%2C1732781907861 2024-11-28T08:18:41,533 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,39601,1732781907861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:18:41,536 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C39601%2C1732781907861 2024-11-28T08:18:41,536 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882, startPosition=0, beingWritten=true 2024-11-28T08:18:41,551 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:18:41,551 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:41,551 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:18:41,761 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:41,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:18:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:41,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:41,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:41,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:18:41,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:18:41,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T08:18:41,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:18:41,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T08:18:41,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:18:41,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T08:18:42,065 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:18:42,115 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:18:42,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:42,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:42,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:42,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:42,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:42,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:42,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732781922119/Put/seqid=0 2024-11-28T08:18:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741840_1016 (size=7894) 2024-11-28T08:18:42,469 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:42,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_1 is 34, key is ddd/f:row/1732781922527/Put/seqid=0 2024-11-28T08:18:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741841_1017 (size=7691) 2024-11-28T08:18:42,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:42,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,32947,-1 for getting cluster id 2024-11-28T08:18:42,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:42,948 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c8afab-b55e-4fa8-9d3f-0e094cb3484f' 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c8afab-b55e-4fa8-9d3f-0e094cb3484f" 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779560c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,32947,-1] 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:42,950 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:42,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:42,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:42,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:42,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,32947,1732781907678 2024-11-28T08:18:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ace2d4 2024-11-28T08:18:42,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:42,968 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2] 2024-11-28T08:18:42,974 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:42,985 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:18:42,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-28T08:18:43,001 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-28T08:18:43,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_0 for inclusion in 35c3c11115dff9f9868be54b84dce334/f 2024-11-28T08:18:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T08:18:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:43,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_1 for inclusion in 35c3c11115dff9f9868be54b84dce334/f 2024-11-28T08:18:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T08:18:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegion(2603): Flush status journal for 35c3c11115dff9f9868be54b84dce334: 2024-11-28T08:18:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_0 to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_0 2024-11-28T08:18:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_0 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ 2024-11-28T08:18:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f/f/hfile_1 to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_1 2024-11-28T08:18:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_1 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ 2024-11-28T08:18:43,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_0 into 35c3c11115dff9f9868be54b84dce334/f as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ - updating store file list. 2024-11-28T08:18:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:43,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ into 35c3c11115dff9f9868be54b84dce334/f 2024-11-28T08:18:43,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_0 into 35c3c11115dff9f9868be54b84dce334/f (new location: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_) 2024-11-28T08:18:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_0 2024-11-28T08:18:43,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_1 into 35c3c11115dff9f9868be54b84dce334/f as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ - updating store file list. 2024-11-28T08:18:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:43,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ into 35c3c11115dff9f9868be54b84dce334/f 2024-11-28T08:18:43,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_1 into 35c3c11115dff9f9868be54b84dce334/f (new location: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_) 2024-11-28T08:18:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__gfejq8dgfkll4l0ijdleavb1js0crnuhnemps9i7s39p4f4541jfd7t6ls879kpt/f/hfile_1 2024-11-28T08:18:43,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:43,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:43,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:43,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 , the old value is region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:39601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:18:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:18:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 from cache 2024-11-28T08:18:43,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:43,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36209,1732781913201, seqNum=-1] 2024-11-28T08:18:43,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:43,086 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T08:18:43,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:43,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:43,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732781917808.0034584dc626de55fe68419c25315f4b., hostname=81db972b9a1d,36209,1732781913201, seqNum=2] 2024-11-28T08:18:43,093 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:18:43,195 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:39601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:18:43,580 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 379, reset compression=false 2024-11-28T08:18:43,586 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:18:43,587 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: WALEntryBatch [walEntries=[{test/35c3c11115dff9f9868be54b84dce334/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732781923074/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:18:43,609 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:18:43,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-28T08:18:43,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.ReplicationSink(318): Replicating [59c8afab-b55e-4fa8-9d3f-0e094cb3484f] bulk loaded data 2024-11-28T08:18:43,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b5308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:43,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33179,-1 for getting cluster id 2024-11-28T08:18:43,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:43,616 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5' 2024-11-28T08:18:43,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:43,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc39ab63-4ff4-4cc9-8b65-c1adbe8fc7b5" 2024-11-28T08:18:43,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@658f69e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33179,-1] 2024-11-28T08:18:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:43,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:43,618 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:43,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdb68b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741837_1013 (size=7894) 2024-11-28T08:18:43,787 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741838_1014 (size=7691) 2024-11-28T08:18:44,091 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:44,096 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:18:44,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33179,1732781913039 2024-11-28T08:18:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696dd0ac 2024-11-28T08:18:44,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:44,451 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-28T08:18:44,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:18:44,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:44,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36209,1732781913201, seqNum=-1] 2024-11-28T08:18:44,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:44,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-28T08:18:44,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T08:18:44,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T08:18:44,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ for inclusion in 0034584dc626de55fe68419c25315f4b/f 2024-11-28T08:18:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T08:18:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:44,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ for inclusion in 0034584dc626de55fe68419c25315f4b/f 2024-11-28T08:18:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T08:18:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HRegion(2603): Flush status journal for 0034584dc626de55fe68419c25315f4b: 2024-11-28T08:18:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:18:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/ce29ebcd0a194c97838194a8ddfd4a77_SeqId_4_ 2024-11-28T08:18:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:18:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/3895fe655a1149dda1aaf6da5f18b127_SeqId_4_ 2024-11-28T08:18:44,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/ce29ebcd0a194c97838194a8ddfd4a77_SeqId_4_ - updating store file list. 2024-11-28T08:18:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce29ebcd0a194c97838194a8ddfd4a77_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:44,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/ce29ebcd0a194c97838194a8ddfd4a77_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f 2024-11-28T08:18:44,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f (new location: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/ce29ebcd0a194c97838194a8ddfd4a77_SeqId_4_) 2024-11-28T08:18:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_ 2024-11-28T08:18:44,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/3895fe655a1149dda1aaf6da5f18b127_SeqId_4_ - updating store file list. 2024-11-28T08:18:44,496 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3895fe655a1149dda1aaf6da5f18b127_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:44,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/3895fe655a1149dda1aaf6da5f18b127_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f 2024-11-28T08:18:44,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ into 0034584dc626de55fe68419c25315f4b/f (new location: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/f/3895fe655a1149dda1aaf6da5f18b127_SeqId_4_) 2024-11-28T08:18:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/staging/jenkins.hfs.6__test__60v097q7f1i2qmgcku5t4hk4e6eb55f54bq7glqbcg8gvbn429b83tdb0emhpg2h/f/89f5dd4ba76d4bc59d5d85ee5aa9af85_SeqId_4_ 2024-11-28T08:18:44,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36209 {}] regionserver.ReplicationSink(324): Finished replicating [59c8afab-b55e-4fa8-9d3f-0e094cb3484f] bulk loaded data 2024-11-28T08:18:45,001 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:45,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:18:45,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732781925113/Put/seqid=0 2024-11-28T08:18:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741842_1018 (size=7997) 2024-11-28T08:18:45,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732781925520/Put/seqid=0 2024-11-28T08:18:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741843_1019 (size=7794) 2024-11-28T08:18:45,605 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:45,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:45,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,32947,-1 for getting cluster id 2024-11-28T08:18:45,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:18:45,928 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59c8afab-b55e-4fa8-9d3f-0e094cb3484f' 2024-11-28T08:18:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:18:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59c8afab-b55e-4fa8-9d3f-0e094cb3484f" 2024-11-28T08:18:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f44ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,32947,-1] 2024-11-28T08:18:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:18:45,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:45,931 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:18:45,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:18:45,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:45,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:45,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:18:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,32947,1732781907678 2024-11-28T08:18:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-28T08:18:45,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:18:45,944 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:18:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2] 2024-11-28T08:18:45,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:18:45,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-28T08:18:45,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-28T08:18:45,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_1 for inclusion in 35c3c11115dff9f9868be54b84dce334/f1 2024-11-28T08:18:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T08:18:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:45,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_0 for inclusion in 35c3c11115dff9f9868be54b84dce334/f1 2024-11-28T08:18:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T08:18:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:18:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegion(2603): Flush status journal for 35c3c11115dff9f9868be54b84dce334: 2024-11-28T08:18:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_1 to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_1 2024-11-28T08:18:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_1 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/a7d56f132c70462491b86477e688e89b_SeqId_6_ 2024-11-28T08:18:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/load_f1/f1/hfile_0 to hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_0 2024-11-28T08:18:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_0 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/0e586bf80ae64e8f9cbbd9842df0c43f_SeqId_6_ 2024-11-28T08:18:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-28T08:18:45,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_1 into 35c3c11115dff9f9868be54b84dce334/f1 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/a7d56f132c70462491b86477e688e89b_SeqId_6_ - updating store file list. 2024-11-28T08:18:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7d56f132c70462491b86477e688e89b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:45,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/a7d56f132c70462491b86477e688e89b_SeqId_6_ into 35c3c11115dff9f9868be54b84dce334/f1 2024-11-28T08:18:45,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_1 into 35c3c11115dff9f9868be54b84dce334/f1 (new location: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/a7d56f132c70462491b86477e688e89b_SeqId_6_) 2024-11-28T08:18:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_1 2024-11-28T08:18:45,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_0 into 35c3c11115dff9f9868be54b84dce334/f1 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/0e586bf80ae64e8f9cbbd9842df0c43f_SeqId_6_ - updating store file list. 2024-11-28T08:18:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e586bf80ae64e8f9cbbd9842df0c43f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:18:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/0e586bf80ae64e8f9cbbd9842df0c43f_SeqId_6_ into 35c3c11115dff9f9868be54b84dce334/f1 2024-11-28T08:18:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_0 into 35c3c11115dff9f9868be54b84dce334/f1 (new location: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/f1/0e586bf80ae64e8f9cbbd9842df0c43f_SeqId_6_) 2024-11-28T08:18:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/staging/jenkins__test__7qd0qbe7h0spgg0la7p319k4e6v8cth22btigrqa02rebgso4rpovihhhtfqeelp/f1/hfile_0 2024-11-28T08:18:45,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:18:45,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:18:45,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:45,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:18:45,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:18:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 , the old value is region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:39601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:18:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:18:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2 from cache 2024-11-28T08:18:45,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:18:45,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T08:18:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39601,1732781907861, seqNum=-1] 2024-11-28T08:18:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:18:45,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:18:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., hostname=81db972b9a1d,39601,1732781907861, seqNum=2] 2024-11-28T08:18:46,094 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:39601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:18:46,309 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 687, reset compression=false 2024-11-28T08:18:46,314 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:18:46,314 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:46,314 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:18:46,519 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:46,823 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:47,228 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:47,733 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:48,336 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:49,040 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:49,844 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:50,748 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:51,752 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:52,855 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:54,067 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:55,371 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:56,775 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:57,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:18:58,279 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:18:59,883 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:01,587 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:02,611 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:19:03,391 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:05,295 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:06,317 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: null 2024-11-28T08:19:07,299 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:09,404 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:10,924 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T08:19:10,924 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T08:19:11,609 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:13,914 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:16,325 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:17,056 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T08:19:17,056 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T08:19:18,832 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:21,438 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:22,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35c3c11115dff9f9868be54b84dce334, had cached 0 bytes from a total of 31376 2024-11-28T08:19:23,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0034584dc626de55fe68419c25315f4b, had cached 0 bytes from a total of 15585 2024-11-28T08:19:24,142 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:26,317 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: null 2024-11-28T08:19:26,946 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:27,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:19:29,850 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:32,611 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:19:32,854 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:35,958 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:39,162 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:42,466 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:45,870 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:46,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:19:46,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:19:46,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:46,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:46,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:46,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:19:46,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:19:46,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=748759723, stopped=false 2024-11-28T08:19:46,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,33179,1732781913039 2024-11-28T08:19:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167448731/running 2024-11-28T08:19:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167448731/running 2024-11-28T08:19:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:19:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:19:46,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:19:46,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:19:46,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:46,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:46,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/running 2024-11-28T08:19:46,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Set watcher on znode that does not yet exist, /1167448731/running 2024-11-28T08:19:46,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,36209,1732781913201' ***** 2024-11-28T08:19:46,095 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:19:46,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(3091): Received CLOSE for 0034584dc626de55fe68419c25315f4b 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,36209,1732781913201 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36209. 2024-11-28T08:19:46,095 DEBUG [RS:0;81db972b9a1d:36209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:46,095 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:46,095 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0034584dc626de55fe68419c25315f4b, disabling compactions & flushes 2024-11-28T08:19:46,095 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:19:46,095 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:19:46,095 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:19:46,095 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732781917808.0034584dc626de55fe68419c25315f4b. after waiting 0 ms 2024-11-28T08:19:46,096 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:19:46,096 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:19:46,096 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:19:46,096 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:19:46,096 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0034584dc626de55fe68419c25315f4b=test,,1732781917808.0034584dc626de55fe68419c25315f4b.} 2024-11-28T08:19:46,096 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 0034584dc626de55fe68419c25315f4b, 1588230740 2024-11-28T08:19:46,096 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:19:46,096 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:19:46,096 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:19:46,096 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:19:46,096 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:19:46,096 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T08:19:46,100 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/default/test/0034584dc626de55fe68419c25315f4b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-28T08:19:46,101 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:19:46,101 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:19:46,101 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:19:46,101 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0034584dc626de55fe68419c25315f4b: Waiting for close lock at 1732781986095Running coprocessor pre-close hooks at 1732781986095Disabling compacts and flushes for region at 1732781986095Disabling writes for close at 1732781986096 (+1 ms)Writing region close event to WAL at 1732781986096Running coprocessor post-close hooks at 1732781986101 (+5 ms)Closed at 1732781986101 2024-11-28T08:19:46,101 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732781917808.0034584dc626de55fe68419c25315f4b. 2024-11-28T08:19:46,109 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:19:46,116 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/info/837a6b00e4d647998f5565b74c3296ae is 129, key is test,,1732781917808.0034584dc626de55fe68419c25315f4b./info:regioninfo/1732781918966/Put/seqid=0 2024-11-28T08:19:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741839_1015 (size=6421) 2024-11-28T08:19:46,296 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:46,318 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39601,1732781907861 got entry batch from reader: null 2024-11-28T08:19:46,323 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:19:46,323 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:19:46,496 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:46,520 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/info/837a6b00e4d647998f5565b74c3296ae 2024-11-28T08:19:46,543 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/ns/5283c75564f446909b3ccc4a33c4af3d is 43, key is default/ns:d/1732781916497/Put/seqid=0 2024-11-28T08:19:46,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741840_1016 (size=5153) 2024-11-28T08:19:46,696 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:46,897 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:46,947 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/ns/5283c75564f446909b3ccc4a33c4af3d 2024-11-28T08:19:46,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/rep_barrier/4e28b74935804889b8d371fd25455c4b is 112, key is test,,1732781917808.0034584dc626de55fe68419c25315f4b./rep_barrier:seqnumDuringOpen/1732781918966/Put/seqid=0 2024-11-28T08:19:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741841_1017 (size=5518) 2024-11-28T08:19:47,097 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:19:47,097 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:19:47,097 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:47,297 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:47,372 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/rep_barrier/4e28b74935804889b8d371fd25455c4b 2024-11-28T08:19:47,391 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/table/6edcfad9944344998a5bdcb507ee3782 is 40, key is test/table:state/1732781918975/Put/seqid=0 2024-11-28T08:19:47,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741842_1018 (size=5165) 2024-11-28T08:19:47,497 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:47,697 DEBUG [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:47,796 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/table/6edcfad9944344998a5bdcb507ee3782 2024-11-28T08:19:47,803 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/info/837a6b00e4d647998f5565b74c3296ae as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/info/837a6b00e4d647998f5565b74c3296ae 2024-11-28T08:19:47,808 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/info/837a6b00e4d647998f5565b74c3296ae, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T08:19:47,809 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/ns/5283c75564f446909b3ccc4a33c4af3d as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/ns/5283c75564f446909b3ccc4a33c4af3d 2024-11-28T08:19:47,815 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/ns/5283c75564f446909b3ccc4a33c4af3d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:19:47,816 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/rep_barrier/4e28b74935804889b8d371fd25455c4b as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/rep_barrier/4e28b74935804889b8d371fd25455c4b 2024-11-28T08:19:47,820 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/rep_barrier/4e28b74935804889b8d371fd25455c4b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T08:19:47,821 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/.tmp/table/6edcfad9944344998a5bdcb507ee3782 as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/table/6edcfad9944344998a5bdcb507ee3782 2024-11-28T08:19:47,826 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/table/6edcfad9944344998a5bdcb507ee3782, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:19:47,827 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-28T08:19:47,831 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:19:47,832 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:19:47,832 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:19:47,832 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:19:47,832 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781986096Running coprocessor pre-close hooks at 1732781986096Disabling compacts and flushes for region at 1732781986096Disabling writes for close at 1732781986096Obtaining lock to block concurrent updates at 1732781986096Preparing flush snapshotting stores in 1588230740 at 1732781986096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732781986097 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732781986097Flushing 1588230740/info: creating writer at 1732781986097Flushing 1588230740/info: appending metadata at 1732781986115 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732781986115Flushing 1588230740/ns: creating writer at 1732781986526 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732781986542 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732781986542Flushing 1588230740/rep_barrier: creating writer at 1732781986953 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732781986967 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732781986967Flushing 1588230740/table: creating writer at 1732781987378 (+411 ms)Flushing 1588230740/table: appending metadata at 1732781987391 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732781987391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cd9462: reopening flushed file at 1732781987802 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c128de8: reopening flushed file at 1732781987809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239f2132: reopening flushed file at 1732781987815 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fa8074: reopening flushed file at 1732781987821 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1732781987827 (+6 ms)Writing region close event to WAL at 1732781987828 (+1 ms)Running coprocessor post-close hooks at 1732781987832 (+4 ms)Closed at 1732781987832 2024-11-28T08:19:47,832 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:19:47,898 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,36209,1732781913201; all regions closed. 2024-11-28T08:19:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741834_1010 (size=2717) 2024-11-28T08:19:47,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.meta.1732781916384.meta not finished, retry = 0 2024-11-28T08:19:48,003 DEBUG [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/oldWALs 2024-11-28T08:19:48,003 INFO [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36209%2C1732781913201.meta:.meta(num 1732781916384) 2024-11-28T08:19:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741832_1008 (size=1028) 2024-11-28T08:19:48,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/WALs/81db972b9a1d,36209,1732781913201/81db972b9a1d%2C36209%2C1732781913201.1732781915387 not finished, retry = 0 2024-11-28T08:19:48,108 DEBUG [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/oldWALs 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36209%2C1732781913201:(num 1732781915387) 2024-11-28T08:19:48,108 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:19:48,108 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:19:48,108 INFO [RS:0;81db972b9a1d:36209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36209. 2024-11-28T08:19:48,109 DEBUG [RS:0;81db972b9a1d:36209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:48,109 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:48,109 DEBUG [RS:0;81db972b9a1d:36209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:48,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:19:48,109 INFO [RS:0;81db972b9a1d:36209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36209 2024-11-28T08:19:48,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731/rs 2024-11-28T08:19:48,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167448731/rs/81db972b9a1d,36209,1732781913201 2024-11-28T08:19:48,157 INFO [RS:0;81db972b9a1d:36209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:19:48,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,36209,1732781913201] 2024-11-28T08:19:48,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1167448731/draining/81db972b9a1d,36209,1732781913201 already deleted, retry=false 2024-11-28T08:19:48,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,36209,1732781913201 expired; onlineServers=0 2024-11-28T08:19:48,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,33179,1732781913039' ***** 2024-11-28T08:19:48,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:19:48,178 INFO [M:0;81db972b9a1d:33179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:19:48,178 INFO [M:0;81db972b9a1d:33179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:19:48,178 DEBUG [M:0;81db972b9a1d:33179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:19:48,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:19:48,178 DEBUG [M:0;81db972b9a1d:33179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:19:48,178 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781915076 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781915076,5,FailOnTimeoutGroup] 2024-11-28T08:19:48,178 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781915076 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781915076,5,FailOnTimeoutGroup] 2024-11-28T08:19:48,178 INFO [M:0;81db972b9a1d:33179 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:19:48,178 INFO [M:0;81db972b9a1d:33179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:19:48,178 DEBUG [M:0;81db972b9a1d:33179 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:19:48,178 INFO [M:0;81db972b9a1d:33179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:19:48,179 INFO [M:0;81db972b9a1d:33179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:19:48,179 INFO [M:0;81db972b9a1d:33179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:19:48,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:19:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167448731/master 2024-11-28T08:19:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167448731 2024-11-28T08:19:48,188 DEBUG [M:0;81db972b9a1d:33179 {}] zookeeper.ZKUtil(347): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Unable to get data of znode /1167448731/master because node does not exist (not an error) 2024-11-28T08:19:48,188 WARN [M:0;81db972b9a1d:33179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:19:48,190 INFO [M:0;81db972b9a1d:33179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/.lastflushedseqids 2024-11-28T08:19:48,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741843_1019 (size=173) 2024-11-28T08:19:48,267 INFO [RS:0;81db972b9a1d:36209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:19:48,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:48,267 INFO [RS:0;81db972b9a1d:36209 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,36209,1732781913201; zookeeper connection closed. 2024-11-28T08:19:48,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36209-0x101808591bd0004, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:48,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a296702 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a296702 2024-11-28T08:19:48,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:19:48,594 INFO [M:0;81db972b9a1d:33179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:19:48,594 INFO [M:0;81db972b9a1d:33179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:19:48,595 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:19:48,595 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:48,595 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:48,595 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:19:48,595 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:48,595 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-28T08:19:48,610 DEBUG [M:0;81db972b9a1d:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6fd974329f4a13938ad18fd8620c1f is 82, key is hbase:meta,,1/info:regioninfo/1732781916422/Put/seqid=0 2024-11-28T08:19:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741844_1020 (size=5672) 2024-11-28T08:19:49,014 INFO [M:0;81db972b9a1d:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6fd974329f4a13938ad18fd8620c1f 2024-11-28T08:19:49,038 DEBUG [M:0;81db972b9a1d:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd001ea0cf144efa6fa115a373f8a5f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732781918979/Put/seqid=0 2024-11-28T08:19:49,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741845_1021 (size=6727) 2024-11-28T08:19:49,374 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.1732781909882 to pos 997, reset compression=false 2024-11-28T08:19:49,442 INFO [M:0;81db972b9a1d:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd001ea0cf144efa6fa115a373f8a5f 2024-11-28T08:19:49,447 INFO [M:0;81db972b9a1d:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd001ea0cf144efa6fa115a373f8a5f 2024-11-28T08:19:49,461 DEBUG [M:0;81db972b9a1d:33179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82cc78760a434f69a1c16ce6d3843aef is 69, key is 81db972b9a1d,36209,1732781913201/rs:state/1732781915220/Put/seqid=0 2024-11-28T08:19:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741846_1022 (size=5156) 2024-11-28T08:19:49,865 INFO [M:0;81db972b9a1d:33179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82cc78760a434f69a1c16ce6d3843aef 2024-11-28T08:19:49,871 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6fd974329f4a13938ad18fd8620c1f as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6fd974329f4a13938ad18fd8620c1f 2024-11-28T08:19:49,882 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6fd974329f4a13938ad18fd8620c1f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-28T08:19:49,883 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bd001ea0cf144efa6fa115a373f8a5f as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bd001ea0cf144efa6fa115a373f8a5f 2024-11-28T08:19:49,887 INFO [M:0;81db972b9a1d:33179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd001ea0cf144efa6fa115a373f8a5f 2024-11-28T08:19:49,887 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bd001ea0cf144efa6fa115a373f8a5f, entries=6, sequenceid=58, filesize=6.6 K 2024-11-28T08:19:49,888 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82cc78760a434f69a1c16ce6d3843aef as hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82cc78760a434f69a1c16ce6d3843aef 2024-11-28T08:19:49,892 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45173/user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82cc78760a434f69a1c16ce6d3843aef, entries=1, sequenceid=58, filesize=5.0 K 2024-11-28T08:19:49,893 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false 2024-11-28T08:19:49,894 INFO [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:49,894 DEBUG [M:0;81db972b9a1d:33179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781988595Disabling compacts and flushes for region at 1732781988595Disabling writes for close at 1732781988595Obtaining lock to block concurrent updates at 1732781988595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781988595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732781988595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781988596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781988596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781988610 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781988610Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781989020 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781989037 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781989037Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781989447 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781989460 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781989460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bed307: reopening flushed file at 1732781989870 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589d7b9c: reopening flushed file at 1732781989882 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30807356: reopening flushed file at 1732781989887 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false at 1732781989893 (+6 ms)Writing region close event to WAL at 1732781989894 (+1 ms)Closed at 1732781989894 2024-11-28T08:19:49,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d61ad155-8518-23e2-d24a-387e85e1b868/MasterData/WALs/81db972b9a1d,33179,1732781913039/81db972b9a1d%2C33179%2C1732781913039.1732781914583 not finished, retry = 0 2024-11-28T08:19:49,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44465 is added to blk_1073741830_1006 (size=33026) 2024-11-28T08:19:49,997 INFO [M:0;81db972b9a1d:33179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:19:49,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:19:49,997 INFO [M:0;81db972b9a1d:33179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33179 2024-11-28T08:19:49,999 INFO [M:0;81db972b9a1d:33179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:19:50,159 INFO [M:0;81db972b9a1d:33179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:19:50,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:50,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33179-0x101808591bd0003, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:50,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:19:50,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:19:50,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:19:50,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:19:50,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir/,STOPPED} 2024-11-28T08:19:50,170 WARN [BP-1014386122-172.17.0.3-1732781910950 heartbeating to localhost/127.0.0.1:45173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:19:50,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:19:50,170 WARN [BP-1014386122-172.17.0.3-1732781910950 heartbeating to localhost/127.0.0.1:45173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1014386122-172.17.0.3-1732781910950 (Datanode Uuid 0aa8e168-8412-4372-a7b0-b96ab49f41b1) service to localhost/127.0.0.1:45173 2024-11-28T08:19:50,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:19:50,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/cluster_8725150a-917f-1a21-0a0d-9227c31b80c2/data/data1/current/BP-1014386122-172.17.0.3-1732781910950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:19:50,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/cluster_8725150a-917f-1a21-0a0d-9227c31b80c2/data/data2/current/BP-1014386122-172.17.0.3-1732781910950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:19:50,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:19:50,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:19:50,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:19:50,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:19:50,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:19:50,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir/,STOPPED} 2024-11-28T08:19:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:19:50,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:19:50,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:19:50,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:50,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:19:50,198 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:19:50,198 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1137329873, stopped=false 2024-11-28T08:19:50,198 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,32947,1732781907678 2024-11-28T08:19:50,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01867673217/running 2024-11-28T08:19:50,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01867673217/running 2024-11-28T08:19:50,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:19:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:19:50,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:19:50,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:50,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:19:50,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:50,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,39601,1732781907861' ***** 2024-11-28T08:19:50,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:19:50,210 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:19:50,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/running 2024-11-28T08:19:50,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:19:50,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Set watcher on znode that does not yet exist, /01867673217/running 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c3c11115dff9f9868be54b84dce334 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,39601,1732781907861 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:19:50,211 INFO [RS:0;81db972b9a1d:39601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:39601. 2024-11-28T08:19:50,211 DEBUG [RS:0;81db972b9a1d:39601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:50,212 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:50,212 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:19:50,212 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:19:50,212 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:19:50,212 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:19:50,212 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:19:50,212 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 35c3c11115dff9f9868be54b84dce334=test,,1732781916655.35c3c11115dff9f9868be54b84dce334., 6e172989e2fa00aac003cac929b08a56=hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56.} 2024-11-28T08:19:50,212 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c3c11115dff9f9868be54b84dce334, 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c3c11115dff9f9868be54b84dce334, disabling compactions & flushes 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:19:50,212 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:19:50,212 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732781916655.35c3c11115dff9f9868be54b84dce334. after waiting 0 ms 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:19:50,212 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:19:50,212 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:19:50,226 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/default/test/35c3c11115dff9f9868be54b84dce334/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:19:50,227 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c3c11115dff9f9868be54b84dce334: Waiting for close lock at 1732781990212Running coprocessor pre-close hooks at 1732781990212Disabling compacts and flushes for region at 1732781990212Disabling writes for close at 1732781990212Writing region close event to WAL at 1732781990222 (+10 ms)Running coprocessor post-close hooks at 1732781990227 (+5 ms)Closed at 1732781990227 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732781916655.35c3c11115dff9f9868be54b84dce334. 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e172989e2fa00aac003cac929b08a56, disabling compactions & flushes 2024-11-28T08:19:50,227 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. after waiting 0 ms 2024-11-28T08:19:50,227 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:19:50,227 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e172989e2fa00aac003cac929b08a56 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-28T08:19:50,230 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/info/d4575d92e8a14c2db018871649542349 is 147, key is hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56./info:regioninfo/1732781921156/Put/seqid=0 2024-11-28T08:19:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741844_1020 (size=7686) 2024-11-28T08:19:50,245 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/hfileref/2af13583f867474ba3787397986f65b6 is 74, key is 1/hfileref:601a4c767a3a49829afa2d1c6c45a2fd_SeqId_4_/1732781924504/DeleteColumn/seqid=0 2024-11-28T08:19:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741845_1021 (size=5203) 2024-11-28T08:19:50,252 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:19:50,412 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:50,612 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:50,636 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/info/d4575d92e8a14c2db018871649542349 2024-11-28T08:19:50,649 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/hfileref/2af13583f867474ba3787397986f65b6 2024-11-28T08:19:50,659 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/ns/0552b489f77b483f8290ef5cc5b82b8c is 43, key is default/ns:d/1732781910879/Put/seqid=0 2024-11-28T08:19:50,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741846_1022 (size=5153) 2024-11-28T08:19:50,670 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/queue/95c76a3aa2d24171a0e346adf3548e6b is 153, key is 1-81db972b9a1d,39601,1732781907861/queue:81db972b9a1d%2C39601%2C1732781907861/1732781926316/Put/seqid=0 2024-11-28T08:19:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741847_1023 (size=5352) 2024-11-28T08:19:50,752 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:19:50,752 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:19:50,813 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:51,013 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e172989e2fa00aac003cac929b08a56 2024-11-28T08:19:51,063 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/ns/0552b489f77b483f8290ef5cc5b82b8c 2024-11-28T08:19:51,074 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/queue/95c76a3aa2d24171a0e346adf3548e6b 2024-11-28T08:19:51,079 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/hfileref/2af13583f867474ba3787397986f65b6 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/hfileref/2af13583f867474ba3787397986f65b6 2024-11-28T08:19:51,083 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/rep_barrier/5980f07f14f344eabf9816f6e03d7971 is 112, key is test,,1732781916655.35c3c11115dff9f9868be54b84dce334./rep_barrier:seqnumDuringOpen/1732781917440/Put/seqid=0 2024-11-28T08:19:51,085 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/hfileref/2af13583f867474ba3787397986f65b6, entries=2, sequenceid=10, filesize=5.1 K 2024-11-28T08:19:51,086 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/.tmp/queue/95c76a3aa2d24171a0e346adf3548e6b as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/queue/95c76a3aa2d24171a0e346adf3548e6b 2024-11-28T08:19:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741848_1024 (size=5518) 2024-11-28T08:19:51,091 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/queue/95c76a3aa2d24171a0e346adf3548e6b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-28T08:19:51,092 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6e172989e2fa00aac003cac929b08a56 in 865ms, sequenceid=10, compaction requested=false 2024-11-28T08:19:51,096 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/replication/6e172989e2fa00aac003cac929b08a56/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T08:19:51,097 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:19:51,097 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:19:51,097 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:19:51,097 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e172989e2fa00aac003cac929b08a56: Waiting for close lock at 1732781990227Running coprocessor pre-close hooks at 1732781990227Disabling compacts and flushes for region at 1732781990227Disabling writes for close at 1732781990227Obtaining lock to block concurrent updates at 1732781990227Preparing flush snapshotting stores in 6e172989e2fa00aac003cac929b08a56 at 1732781990227Finished memstore snapshotting hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732781990228 (+1 ms)Flushing stores of hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. at 1732781990228Flushing 6e172989e2fa00aac003cac929b08a56/hfileref: creating writer at 1732781990228Flushing 6e172989e2fa00aac003cac929b08a56/hfileref: appending metadata at 1732781990244 (+16 ms)Flushing 6e172989e2fa00aac003cac929b08a56/hfileref: closing flushed file at 1732781990244Flushing 6e172989e2fa00aac003cac929b08a56/queue: creating writer at 1732781990653 (+409 ms)Flushing 6e172989e2fa00aac003cac929b08a56/queue: appending metadata at 1732781990669 (+16 ms)Flushing 6e172989e2fa00aac003cac929b08a56/queue: closing flushed file at 1732781990669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530f8fa5: reopening flushed file at 1732781991079 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37899d8: reopening flushed file at 1732781991085 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6e172989e2fa00aac003cac929b08a56 in 865ms, sequenceid=10, compaction requested=false at 1732781991092 (+7 ms)Writing region close event to WAL at 1732781991093 (+1 ms)Running coprocessor post-close hooks at 1732781991097 (+4 ms)Closed at 1732781991097 2024-11-28T08:19:51,097 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732781919980.6e172989e2fa00aac003cac929b08a56. 2024-11-28T08:19:51,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,213 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:19:51,213 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:19:51,213 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:51,413 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:51,489 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/rep_barrier/5980f07f14f344eabf9816f6e03d7971 2024-11-28T08:19:51,508 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/table/1d297435590b4f2c93c8ee0c4431351e is 53, key is hbase:replication/table:state/1732781921164/Put/seqid=0 2024-11-28T08:19:51,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741849_1025 (size=5308) 2024-11-28T08:19:51,613 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:51,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:19:51,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:51,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:19:51,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:19:51,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:19:51,814 DEBUG [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:19:51,913 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/table/1d297435590b4f2c93c8ee0c4431351e 2024-11-28T08:19:51,918 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/info/d4575d92e8a14c2db018871649542349 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/info/d4575d92e8a14c2db018871649542349 2024-11-28T08:19:51,923 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/info/d4575d92e8a14c2db018871649542349, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:19:51,924 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/ns/0552b489f77b483f8290ef5cc5b82b8c as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/ns/0552b489f77b483f8290ef5cc5b82b8c 2024-11-28T08:19:51,929 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/ns/0552b489f77b483f8290ef5cc5b82b8c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:19:51,930 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/rep_barrier/5980f07f14f344eabf9816f6e03d7971 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/rep_barrier/5980f07f14f344eabf9816f6e03d7971 2024-11-28T08:19:51,934 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/rep_barrier/5980f07f14f344eabf9816f6e03d7971, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:19:51,935 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/.tmp/table/1d297435590b4f2c93c8ee0c4431351e as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/table/1d297435590b4f2c93c8ee0c4431351e 2024-11-28T08:19:51,939 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/table/1d297435590b4f2c93c8ee0c4431351e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:19:51,940 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-28T08:19:51,944 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:19:51,944 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:19:51,944 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:19:51,945 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:19:51,945 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781990212Running coprocessor pre-close hooks at 1732781990212Disabling compacts and flushes for region at 1732781990212Disabling writes for close at 1732781990212Obtaining lock to block concurrent updates at 1732781990212Preparing flush snapshotting stores in 1588230740 at 1732781990212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732781990213 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732781990213Flushing 1588230740/info: creating writer at 1732781990213Flushing 1588230740/info: appending metadata at 1732781990229 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732781990230 (+1 ms)Flushing 1588230740/ns: creating writer at 1732781990641 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732781990659 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732781990659Flushing 1588230740/rep_barrier: creating writer at 1732781991068 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732781991083 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732781991083Flushing 1588230740/table: creating writer at 1732781991494 (+411 ms)Flushing 1588230740/table: appending metadata at 1732781991508 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732781991508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1a4e27: reopening flushed file at 1732781991918 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3737cf6c: reopening flushed file at 1732781991923 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fa1094: reopening flushed file at 1732781991929 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a8fb9f: reopening flushed file at 1732781991934 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1732781991940 (+6 ms)Writing region close event to WAL at 1732781991941 (+1 ms)Running coprocessor post-close hooks at 1732781991944 (+3 ms)Closed at 1732781991945 (+1 ms) 2024-11-28T08:19:51,945 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:19:52,014 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,39601,1732781907861; all regions closed. 2024-11-28T08:19:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:19:52,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/WALs/81db972b9a1d,39601,1732781907861/81db972b9a1d%2C39601%2C1732781907861.meta.1732781910771.meta not finished, retry = 0 2024-11-28T08:19:52,119 DEBUG [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs 2024-11-28T08:19:52,119 INFO [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C39601%2C1732781907861.meta:.meta(num 1732781910771) 2024-11-28T08:19:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741839_1015 (size=2700) 2024-11-28T08:19:52,122 DEBUG [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs 2024-11-28T08:19:52,122 INFO [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C39601%2C1732781907861.rep:(num 1732781921124) 2024-11-28T08:19:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741832_1008 (size=1300) 2024-11-28T08:19:52,127 DEBUG [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/oldWALs 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C39601%2C1732781907861:(num 1732781909882) 2024-11-28T08:19:52,127 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:19:52,127 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:19:52,127 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,39601,1732781907861 because: Region server is closing 2024-11-28T08:19:52,128 INFO [RS:0;81db972b9a1d:39601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:39601. 2024-11-28T08:19:52,128 DEBUG [RS:0;81db972b9a1d:39601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:19:52,128 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:52,128 DEBUG [RS:0;81db972b9a1d:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:52,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:19:52,228 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:19:52,228 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.wal-reader.81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:19:52,229 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39601,1732781907861.replicationSource.shipper81db972b9a1d%2C39601%2C1732781907861,1-81db972b9a1d,39601,1732781907861 terminated 2024-11-28T08:19:52,229 INFO [RS:0;81db972b9a1d:39601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39601 2024-11-28T08:19:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01867673217/rs/81db972b9a1d,39601,1732781907861 2024-11-28T08:19:52,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217/rs 2024-11-28T08:19:52,293 INFO [RS:0;81db972b9a1d:39601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:19:52,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,39601,1732781907861] 2024-11-28T08:19:52,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01867673217/draining/81db972b9a1d,39601,1732781907861 already deleted, retry=false 2024-11-28T08:19:52,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,39601,1732781907861 expired; onlineServers=0 2024-11-28T08:19:52,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,32947,1732781907678' ***** 2024-11-28T08:19:52,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:19:52,314 INFO [M:0;81db972b9a1d:32947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:19:52,314 INFO [M:0;81db972b9a1d:32947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:19:52,314 DEBUG [M:0;81db972b9a1d:32947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:19:52,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:19:52,315 DEBUG [M:0;81db972b9a1d:32947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:19:52,315 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781909603 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781909603,5,FailOnTimeoutGroup] 2024-11-28T08:19:52,315 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781909602 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781909602,5,FailOnTimeoutGroup] 2024-11-28T08:19:52,315 INFO [M:0;81db972b9a1d:32947 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:19:52,315 INFO [M:0;81db972b9a1d:32947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:19:52,315 DEBUG [M:0;81db972b9a1d:32947 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:19:52,315 INFO [M:0;81db972b9a1d:32947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:19:52,315 INFO [M:0;81db972b9a1d:32947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:19:52,315 INFO [M:0;81db972b9a1d:32947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:19:52,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:19:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01867673217/master 2024-11-28T08:19:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01867673217 2024-11-28T08:19:52,325 DEBUG [M:0;81db972b9a1d:32947 {}] zookeeper.ZKUtil(347): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Unable to get data of znode /01867673217/master because node does not exist (not an error) 2024-11-28T08:19:52,325 WARN [M:0;81db972b9a1d:32947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:19:52,326 INFO [M:0;81db972b9a1d:32947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/.lastflushedseqids 2024-11-28T08:19:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741850_1026 (size=263) 2024-11-28T08:19:52,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:52,404 INFO [RS:0;81db972b9a1d:39601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:19:52,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x101808591bd0001, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:52,404 INFO [RS:0;81db972b9a1d:39601 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,39601,1732781907861; zookeeper connection closed. 2024-11-28T08:19:52,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@167386e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@167386e 2024-11-28T08:19:52,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:19:52,731 INFO [M:0;81db972b9a1d:32947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:19:52,732 INFO [M:0;81db972b9a1d:32947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:19:52,732 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:19:52,732 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:52,732 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:52,732 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:19:52,732 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:52,732 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-28T08:19:52,746 DEBUG [M:0;81db972b9a1d:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83cbe6ecca584a919ee6a287ee53eff4 is 82, key is hbase:meta,,1/info:regioninfo/1732781910809/Put/seqid=0 2024-11-28T08:19:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741851_1027 (size=5672) 2024-11-28T08:19:53,151 INFO [M:0;81db972b9a1d:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83cbe6ecca584a919ee6a287ee53eff4 2024-11-28T08:19:53,168 DEBUG [M:0;81db972b9a1d:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/575406ffb0dc4d13bd18625afc7ca8c8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732781917454/Put/seqid=0 2024-11-28T08:19:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741852_1028 (size=7239) 2024-11-28T08:19:53,573 INFO [M:0;81db972b9a1d:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/575406ffb0dc4d13bd18625afc7ca8c8 2024-11-28T08:19:53,578 INFO [M:0;81db972b9a1d:32947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 575406ffb0dc4d13bd18625afc7ca8c8 2024-11-28T08:19:53,597 DEBUG [M:0;81db972b9a1d:32947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a48ad89aed904ac2b407bf6ee832bce4 is 69, key is 81db972b9a1d,39601,1732781907861/rs:state/1732781909728/Put/seqid=0 2024-11-28T08:19:53,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741853_1029 (size=5156) 2024-11-28T08:19:54,001 INFO [M:0;81db972b9a1d:32947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a48ad89aed904ac2b407bf6ee832bce4 2024-11-28T08:19:54,006 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83cbe6ecca584a919ee6a287ee53eff4 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83cbe6ecca584a919ee6a287ee53eff4 2024-11-28T08:19:54,010 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83cbe6ecca584a919ee6a287ee53eff4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T08:19:54,011 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/575406ffb0dc4d13bd18625afc7ca8c8 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/575406ffb0dc4d13bd18625afc7ca8c8 2024-11-28T08:19:54,015 INFO [M:0;81db972b9a1d:32947 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 575406ffb0dc4d13bd18625afc7ca8c8 2024-11-28T08:19:54,015 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/575406ffb0dc4d13bd18625afc7ca8c8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-28T08:19:54,016 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a48ad89aed904ac2b407bf6ee832bce4 as hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a48ad89aed904ac2b407bf6ee832bce4 2024-11-28T08:19:54,020 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45371/user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a48ad89aed904ac2b407bf6ee832bce4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T08:19:54,021 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-28T08:19:54,022 INFO [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:54,022 DEBUG [M:0;81db972b9a1d:32947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781992732Disabling compacts and flushes for region at 1732781992732Disabling writes for close at 1732781992732Obtaining lock to block concurrent updates at 1732781992732Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732781992732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732781992732Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732781992733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732781992733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732781992746 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732781992746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732781993155 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732781993168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732781993168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732781993578 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732781993596 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732781993596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2167faca: reopening flushed file at 1732781994005 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e761a6: reopening flushed file at 1732781994010 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ac523f: reopening flushed file at 1732781994015 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1732781994021 (+6 ms)Writing region close event to WAL at 1732781994022 (+1 ms)Closed at 1732781994022 2024-11-28T08:19:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44807 is added to blk_1073741830_1006 (size=64514) 2024-11-28T08:19:54,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0f3ecfa-1286-b9b3-9dee-fdb5cb5638dc/MasterData/WALs/81db972b9a1d,32947,1732781907678/81db972b9a1d%2C32947%2C1732781907678.1732781909225 not finished, retry = 0 2024-11-28T08:19:54,125 INFO [M:0;81db972b9a1d:32947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:19:54,125 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:19:54,125 INFO [M:0;81db972b9a1d:32947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32947 2024-11-28T08:19:54,126 INFO [M:0;81db972b9a1d:32947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:19:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:54,256 INFO [M:0;81db972b9a1d:32947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:19:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32947-0x101808591bd0000, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:19:54,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:19:54,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:19:54,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:19:54,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:19:54,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir/,STOPPED} 2024-11-28T08:19:54,260 WARN [BP-827216234-172.17.0.3-1732781905451 heartbeating to localhost/127.0.0.1:45371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:19:54,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:19:54,260 WARN [BP-827216234-172.17.0.3-1732781905451 heartbeating to localhost/127.0.0.1:45371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-827216234-172.17.0.3-1732781905451 (Datanode Uuid db8508d7-5372-41b4-9da1-e0f8dfc6a8c5) service to localhost/127.0.0.1:45371 2024-11-28T08:19:54,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:19:54,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/data/data1/current/BP-827216234-172.17.0.3-1732781905451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:19:54,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/cluster_d4a2ff5b-d3ec-fb50-bdae-e3ec761ad176/data/data2/current/BP-827216234-172.17.0.3-1732781905451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:19:54,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:19:54,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:19:54,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:19:54,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:19:54,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:19:54,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3acf8c1-4c7c-b0a8-b1f1-2d111bfd86fe/hadoop.log.dir/,STOPPED} 2024-11-28T08:19:54,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:19:54,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:19:54,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45371 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45173 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0744b8a098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0744b8a098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 669), ProcessCount=11 (was 11), AvailableMemoryMB=5376 (was 5574) 2024-11-28T08:19:54,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=5376 2024-11-28T08:19:54,307 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-28T08:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir so I do NOT create it in target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634 2024-11-28T08:19:54,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.tmp.dir so I do NOT create it in target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634 2024-11-28T08:19:54,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17a0f60d-cef5-cc25-3ce9-112e583ac598/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:19:54,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634 2024-11-28T08:19:54,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739, deleteOnExit=true 2024-11-28T08:19:54,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/zookeeper_0, clientPort=63455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:19:54,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63455 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/test.cache.data in system properties and HBase conf 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:19:54,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:19:54,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:19:54,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:19:54,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101808591bd0002, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:19:54,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101808591bd0005, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:19:54,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101808591bd0005, quorum=127.0.0.1:50515, baseZNode=/1167448731 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:19:54,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101808591bd0002, quorum=127.0.0.1:50515, baseZNode=/01867673217 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:19:54,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:19:54,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:19:54,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:19:54,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:19:54,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:19:54,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:19:54,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:19:54,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:19:54,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/java.io.tmpdir/jetty-localhost-46001-hadoop-hdfs-3_4_1-tests_jar-_-any-9396656839716881722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:19:54,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:46001} 2024-11-28T08:19:54,803 INFO [Time-limited test {}] server.Server(415): Started @141239ms 2024-11-28T08:19:55,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:19:55,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:19:55,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:19:55,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:19:55,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:19:55,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:19:55,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:19:55,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/java.io.tmpdir/jetty-localhost-46545-hadoop-hdfs-3_4_1-tests_jar-_-any-15809008415373436386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:19:55,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:46545} 2024-11-28T08:19:55,157 INFO [Time-limited test {}] server.Server(415): Started @141592ms 2024-11-28T08:19:55,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:19:55,833 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/data/data1/current/BP-2041453969-172.17.0.3-1732781994340/current, will proceed with Du for space computation calculation, 2024-11-28T08:19:55,833 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/data/data2/current/BP-2041453969-172.17.0.3-1732781994340/current, will proceed with Du for space computation calculation, 2024-11-28T08:19:55,851 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2491a07aad0163c1 with lease ID 0xc3b3c956fd051605: Processing first storage report for DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1 from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=87ed8bb4-5b19-403b-9ec2-fcdb92117e7d, infoPort=34109, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=1254876105;c=1732781994340) 2024-11-28T08:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2491a07aad0163c1 with lease ID 0xc3b3c956fd051605: from storage DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1 node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=87ed8bb4-5b19-403b-9ec2-fcdb92117e7d, infoPort=34109, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=1254876105;c=1732781994340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2491a07aad0163c1 with lease ID 0xc3b3c956fd051605: Processing first storage report for DS-988d88ff-d5dc-489d-a98b-6d1400952ded from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=87ed8bb4-5b19-403b-9ec2-fcdb92117e7d, infoPort=34109, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=1254876105;c=1732781994340) 2024-11-28T08:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2491a07aad0163c1 with lease ID 0xc3b3c956fd051605: from storage DS-988d88ff-d5dc-489d-a98b-6d1400952ded node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=87ed8bb4-5b19-403b-9ec2-fcdb92117e7d, infoPort=34109, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=1254876105;c=1732781994340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:19:55,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634 2024-11-28T08:19:55,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:55,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:55,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:19:56,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16 with version=8 2024-11-28T08:19:56,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/hbase-staging 2024-11-28T08:19:56,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:19:56,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:19:56,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38471 2024-11-28T08:19:56,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38471 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:19:56,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384710x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:19:56,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38471-0x1018086ecfe0000 connected 2024-11-28T08:19:56,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:56,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:56,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:19:56,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16, hbase.cluster.distributed=false 2024-11-28T08:19:56,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/acl 2024-11-28T08:19:56,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-28T08:19:56,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38471 2024-11-28T08:19:56,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38471 2024-11-28T08:19:56,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-28T08:19:56,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38471 2024-11-28T08:19:56,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:19:56,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:19:56,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:19:56,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:19:56,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:19:56,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:19:56,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:19:56,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43247 2024-11-28T08:19:56,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43247 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:19:56,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:56,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432470x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:19:56,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432470x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:19:56,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43247-0x1018086ecfe0001 connected 2024-11-28T08:19:56,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:19:56,616 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:19:56,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/master 2024-11-28T08:19:56,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/acl 2024-11-28T08:19:56,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-28T08:19:56,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43247 2024-11-28T08:19:56,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43247 2024-11-28T08:19:56,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-28T08:19:56,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43247 2024-11-28T08:19:56,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,639 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:38471 2024-11-28T08:19:56,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0256179850/backup-masters/81db972b9a1d,38471,1732781996294 2024-11-28T08:19:56,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:19:56,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:19:56,644 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/backup-masters/81db972b9a1d,38471,1732781996294 2024-11-28T08:19:56,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:19:56,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/master 2024-11-28T08:19:56,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:56,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:56,655 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/master 2024-11-28T08:19:56,655 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0256179850/backup-masters/81db972b9a1d,38471,1732781996294 from backup master directory 2024-11-28T08:19:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/backup-masters/81db972b9a1d,38471,1732781996294 2024-11-28T08:19:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:19:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:19:56,665 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:19:56,665 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,38471,1732781996294 2024-11-28T08:19:56,668 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/hbase.id] with ID: 6d931c54-dd82-43e9-9409-70e30c70bc4f 2024-11-28T08:19:56,668 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.tmp/hbase.id 2024-11-28T08:19:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:19:57,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.tmp/hbase.id]:[hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/hbase.id] 2024-11-28T08:19:57,084 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:19:57,084 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:19:57,085 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:19:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:57,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:19:57,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:19:57,535 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:19:57,535 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:19:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:19:57,942 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store 2024-11-28T08:19:57,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:19:58,348 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:58,348 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:19:58,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732781998348Disabling compacts and flushes for region at 1732781998348Disabling writes for close at 1732781998348Writing region close event to WAL at 1732781998348Closed at 1732781998348 2024-11-28T08:19:58,349 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/.initializing 2024-11-28T08:19:58,349 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294 2024-11-28T08:19:58,350 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:19:58,352 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C38471%2C1732781996294, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/oldWALs, maxLogs=10 2024-11-28T08:19:58,363 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294/81db972b9a1d%2C38471%2C1732781996294.1732781998352, exclude list is [], retry=0 2024-11-28T08:19:58,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:19:58,367 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:19:58,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:19:58,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:19:58,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:19:58,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:19:58,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:58,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:58,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:19:58,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:58,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:19:58,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:19:58,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:19:58,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:19:58,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:58,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:19:58,374 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,375 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,375 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,376 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,376 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,377 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:19:58,378 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:19:58,379 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:19:58,380 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69686245, jitterRate=0.038405969738960266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:19:58,380 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732781998368Initializing all the Stores at 1732781998369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781998369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781998369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781998369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781998369Cleaning up temporary data from old regions at 1732781998376 (+7 ms)Region opened successfully at 1732781998380 (+4 ms) 2024-11-28T08:19:58,380 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:19:58,383 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617bc821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:19:58,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:19:58,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:19:58,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:19:58,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:19:58,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:19:58,385 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:19:58,385 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:19:58,387 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:19:58,387 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/balancer because node does not exist (not necessarily an error) 2024-11-28T08:19:58,475 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/balancer already deleted, retry=false 2024-11-28T08:19:58,476 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:19:58,476 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:19:58,486 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/normalizer already deleted, retry=false 2024-11-28T08:19:58,486 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:19:58,487 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:19:58,496 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/switch/split already deleted, retry=false 2024-11-28T08:19:58,497 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:19:58,507 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/switch/merge already deleted, retry=false 2024-11-28T08:19:58,508 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:19:58,517 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/snapshot-cleanup already deleted, retry=false 2024-11-28T08:19:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/running 2024-11-28T08:19:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/running 2024-11-28T08:19:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,38471,1732781996294, sessionid=0x1018086ecfe0000, setting cluster-up flag (Was=false) 2024-11-28T08:19:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,580 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0256179850/flush-table-proc/acquired, /0256179850/flush-table-proc/reached, /0256179850/flush-table-proc/abort 2024-11-28T08:19:58,581 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38471,1732781996294 2024-11-28T08:19:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:58,633 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0256179850/online-snapshot/acquired, /0256179850/online-snapshot/reached, /0256179850/online-snapshot/abort 2024-11-28T08:19:58,634 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38471,1732781996294 2024-11-28T08:19:58,635 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:19:58,636 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:19:58,637 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:19:58,637 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:19:58,637 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,38471,1732781996294 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:19:58,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782028639 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:19:58,639 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:19:58,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:19:58,640 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:19:58,640 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781998640,5,FailOnTimeoutGroup] 2024-11-28T08:19:58,640 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:58,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:19:58,643 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781998640,5,FailOnTimeoutGroup] 2024-11-28T08:19:58,643 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,643 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:19:58,643 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,643 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:19:58,729 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(746): ClusterId : 6d931c54-dd82-43e9-9409-70e30c70bc4f 2024-11-28T08:19:58,729 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:19:58,739 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:19:58,739 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:19:58,750 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:19:58,750 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a95096d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:19:58,761 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:43247 2024-11-28T08:19:58,761 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:19:58,761 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:19:58,761 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:19:58,762 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38471,1732781996294 with port=43247, startcode=1732781996599 2024-11-28T08:19:58,762 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:19:58,764 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:19:58,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38471 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,765 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16 2024-11-28T08:19:58,765 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46765 2024-11-28T08:19:58,765 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:19:58,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/rs 2024-11-28T08:19:58,770 DEBUG [RS:0;81db972b9a1d:43247 {}] zookeeper.ZKUtil(111): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/rs/81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,770 WARN [RS:0;81db972b9a1d:43247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:19:58,771 INFO [RS:0;81db972b9a1d:43247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:19:58,771 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,43247,1732781996599] 2024-11-28T08:19:58,774 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:19:58,775 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:19:58,776 INFO [RS:0;81db972b9a1d:43247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:19:58,776 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,776 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:19:58,777 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:19:58,777 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,777 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:19:58,778 DEBUG [RS:0;81db972b9a1d:43247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:19:58,780 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,780 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,780 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,780 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,780 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,781 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43247,1732781996599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:19:58,794 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:19:58,794 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43247,1732781996599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,794 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,794 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.Replication(171): 81db972b9a1d,43247,1732781996599 started 2024-11-28T08:19:58,807 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:58,807 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,43247,1732781996599, RpcServer on 81db972b9a1d/172.17.0.3:43247, sessionid=0x1018086ecfe0001 2024-11-28T08:19:58,807 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:19:58,807 DEBUG [RS:0;81db972b9a1d:43247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,807 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43247,1732781996599' 2024-11-28T08:19:58,807 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0256179850/flush-table-proc/abort' 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0256179850/flush-table-proc/acquired' 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,43247,1732781996599 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43247,1732781996599' 2024-11-28T08:19:58,808 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0256179850/online-snapshot/abort' 2024-11-28T08:19:58,809 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0256179850/online-snapshot/acquired' 2024-11-28T08:19:58,809 DEBUG [RS:0;81db972b9a1d:43247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:19:58,809 INFO [RS:0;81db972b9a1d:43247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:19:58,809 INFO [RS:0;81db972b9a1d:43247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:19:58,909 INFO [RS:0;81db972b9a1d:43247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:19:58,911 INFO [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43247%2C1732781996599, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:19:58,924 DEBUG [RS:0;81db972b9a1d:43247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912, exclude list is [], retry=0 2024-11-28T08:19:58,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:19:58,929 INFO [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 2024-11-28T08:19:58,929 DEBUG [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:19:59,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:19:59,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16 2024-11-28T08:19:59,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:19:59,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:19:59,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:19:59,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:19:59,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:19:59,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:19:59,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:19:59,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:19:59,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:19:59,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:19:59,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:19:59,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:19:59,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:19:59,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:19:59,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:19:59,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:19:59,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:19:59,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:19:59,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59778173, jitterRate=-0.10923580825328827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732781999456Initializing all the Stores at 1732781999456Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999457 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781999457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999457Cleaning up temporary data from old regions at 1732781999465 (+8 ms)Region opened successfully at 1732781999469 (+4 ms) 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:19:59,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:19:59,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:19:59,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732781999469Disabling compacts and flushes for region at 1732781999469Disabling writes for close at 1732781999469Writing region close event to WAL at 1732781999469Closed at 1732781999469 2024-11-28T08:19:59,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:19:59,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:19:59,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:19:59,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:19:59,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:19:59,623 DEBUG [81db972b9a1d:38471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:19:59,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,43247,1732781996599 2024-11-28T08:19:59,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43247,1732781996599, state=OPENING 2024-11-28T08:19:59,633 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:19:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:19:59,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:19:59,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:19:59,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:19:59,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43247,1732781996599}] 2024-11-28T08:19:59,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:19:59,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:19:59,801 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:19:59,801 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:19:59,801 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:19:59,802 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43247%2C1732781996599.meta, suffix=.meta, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:19:59,814 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.meta.1732781999803.meta, exclude list is [], retry=0 2024-11-28T08:19:59,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:19:59,818 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.meta.1732781999803.meta 2024-11-28T08:19:59,818 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:19:59,818 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:19:59,819 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:19:59,819 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:19:59,819 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:19:59,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:19:59,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:19:59,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:19:59,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:19:59,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:19:59,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:19:59,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:19:59,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:19:59,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:19:59,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:19:59,825 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:19:59,825 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:19:59,826 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:19:59,827 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:19:59,827 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:19:59,828 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:19:59,829 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:19:59,830 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70877605, jitterRate=0.05615861713886261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:19:59,830 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:19:59,831 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732781999819Writing region info on filesystem at 1732781999819Initializing all the Stores at 1732781999820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732781999820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732781999820Cleaning up temporary data from old regions at 1732781999827 (+7 ms)Running coprocessor post-open hooks at 1732781999830 (+3 ms)Region opened successfully at 1732781999831 (+1 ms) 2024-11-28T08:19:59,832 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732781999796 2024-11-28T08:19:59,833 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:19:59,834 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:19:59,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43247,1732781996599 2024-11-28T08:19:59,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43247,1732781996599, state=OPEN 2024-11-28T08:19:59,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:19:59,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:19:59,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,43247,1732781996599 2024-11-28T08:19:59,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:19:59,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:19:59,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:19:59,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43247,1732781996599 in 227 msec 2024-11-28T08:19:59,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:19:59,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-28T08:19:59,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:19:59,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:19:59,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:19:59,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43247,1732781996599, seqNum=-1] 2024-11-28T08:19:59,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:19:59,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:19:59,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-28T08:19:59,884 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732781999884, completionTime=-1 2024-11-28T08:19:59,884 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:19:59,885 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782059887 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782119887 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:38471, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,887 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,889 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:19:59,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:19:59,893 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:19:59,894 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:19:59,894 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38471,1732781996294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:19:59,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:19:59,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38471,-1 for getting cluster id 2024-11-28T08:19:59,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:19:59,931 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d931c54-dd82-43e9-9409-70e30c70bc4f' 2024-11-28T08:19:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:19:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d931c54-dd82-43e9-9409-70e30c70bc4f" 2024-11-28T08:19:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb2cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:19:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38471,-1] 2024-11-28T08:19:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:19:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:19:59,932 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:19:59,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:19:59,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:19:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43247,1732781996599, seqNum=-1] 2024-11-28T08:19:59,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:19:59,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:19:59,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,38471,1732781996294 2024-11-28T08:19:59,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:19:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:19:59,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018086ecfe0002 connected 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir so I do NOT create it in target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709 2024-11-28T08:19:59,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.tmp.dir so I do NOT create it in target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709 2024-11-28T08:19:59,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:19:59,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/cluster_c3c0d070-a287-6e2e-e274-69df2ea1b29e, deleteOnExit=true 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/test.cache.data in system properties and HBase conf 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:19:59,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:19:59,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:19:59,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:19:59,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:20:00,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:00,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:00,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:00,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:00,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:00,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:00,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:00,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:00,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/java.io.tmpdir/jetty-localhost-44001-hadoop-hdfs-3_4_1-tests_jar-_-any-14060048496451051947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:00,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:44001} 2024-11-28T08:20:00,394 INFO [Time-limited test {}] server.Server(415): Started @146829ms 2024-11-28T08:20:00,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:00,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:00,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:00,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:00,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:20:00,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:00,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:00,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/java.io.tmpdir/jetty-localhost-39857-hadoop-hdfs-3_4_1-tests_jar-_-any-15252085551068167284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:00,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:39857} 2024-11-28T08:20:00,766 INFO [Time-limited test {}] server.Server(415): Started @147202ms 2024-11-28T08:20:00,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:20:01,663 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/cluster_c3c0d070-a287-6e2e-e274-69df2ea1b29e/data/data1/current/BP-1475393659-172.17.0.3-1732781999990/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:01,663 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/cluster_c3c0d070-a287-6e2e-e274-69df2ea1b29e/data/data2/current/BP-1475393659-172.17.0.3-1732781999990/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:01,683 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:20:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x105e041733a756dc with lease ID 0x241d3e8742777798: Processing first storage report for DS-fa767d1d-be05-45f0-9e2b-b6948a0a4733 from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=dffcdc1f-0b29-481c-8005-462a3fc145b2, infoPort=42999, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=2049198281;c=1732781999990) 2024-11-28T08:20:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x105e041733a756dc with lease ID 0x241d3e8742777798: from storage DS-fa767d1d-be05-45f0-9e2b-b6948a0a4733 node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=dffcdc1f-0b29-481c-8005-462a3fc145b2, infoPort=42999, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=2049198281;c=1732781999990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x105e041733a756dc with lease ID 0x241d3e8742777798: Processing first storage report for DS-09806439-10c6-4c77-98e7-b6193632aeba from datanode DatanodeRegistration(127.0.0.1:35125, datanodeUuid=dffcdc1f-0b29-481c-8005-462a3fc145b2, infoPort=42999, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=2049198281;c=1732781999990) 2024-11-28T08:20:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x105e041733a756dc with lease ID 0x241d3e8742777798: from storage DS-09806439-10c6-4c77-98e7-b6193632aeba node DatanodeRegistration(127.0.0.1:35125, datanodeUuid=dffcdc1f-0b29-481c-8005-462a3fc145b2, infoPort=42999, infoSecurePort=0, ipcPort=41561, storageInfo=lv=-57;cid=testClusterID;nsid=2049198281;c=1732781999990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:01,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709 2024-11-28T08:20:01,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:01,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:20:02,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19 with version=8 2024-11-28T08:20:02,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/hbase-staging 2024-11-28T08:20:02,106 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:02,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:02,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44341 2024-11-28T08:20:02,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44341 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:20:02,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443410x0, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:02,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44341-0x1018086ecfe0003 connected 2024-11-28T08:20:02,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:02,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:02,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/running 2024-11-28T08:20:02,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19, hbase.cluster.distributed=false 2024-11-28T08:20:02,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/acl 2024-11-28T08:20:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-28T08:20:02,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44341 2024-11-28T08:20:02,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44341 2024-11-28T08:20:02,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-28T08:20:02,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-28T08:20:02,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:02,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:02,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:02,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38441 2024-11-28T08:20:02,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38441 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:20:02,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:02,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:02,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384410x0, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:02,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384410x0, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/running 2024-11-28T08:20:02,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:02,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38441-0x1018086ecfe0004 connected 2024-11-28T08:20:02,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:02,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/master 2024-11-28T08:20:02,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/acl 2024-11-28T08:20:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-28T08:20:02,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38441 2024-11-28T08:20:02,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38441 2024-11-28T08:20:02,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-28T08:20:02,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-28T08:20:02,279 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:44341 2024-11-28T08:20:02,279 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1804188200/backup-masters/81db972b9a1d,44341,1732782002105 2024-11-28T08:20:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/backup-masters 2024-11-28T08:20:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/backup-masters 2024-11-28T08:20:02,286 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on existing znode=/1-1804188200/backup-masters/81db972b9a1d,44341,1732782002105 2024-11-28T08:20:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1804188200/master 2024-11-28T08:20:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:02,297 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on existing znode=/1-1804188200/master 2024-11-28T08:20:02,297 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1804188200/backup-masters/81db972b9a1d,44341,1732782002105 from backup master directory 2024-11-28T08:20:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1804188200/backup-masters/81db972b9a1d,44341,1732782002105 2024-11-28T08:20:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/backup-masters 2024-11-28T08:20:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/backup-masters 2024-11-28T08:20:02,307 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:02,307 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,44341,1732782002105 2024-11-28T08:20:02,311 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/hbase.id] with ID: 0f62e084-1d83-4dcb-a53d-fbb392efa35a 2024-11-28T08:20:02,311 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/.tmp/hbase.id 2024-11-28T08:20:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:20:02,716 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/.tmp/hbase.id]:[hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/hbase.id] 2024-11-28T08:20:02,728 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:02,728 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:02,729 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:20:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:20:02,935 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:02,936 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:20:02,937 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:20:02,945 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store 2024-11-28T08:20:02,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:03,353 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:03,353 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:03,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782003353Disabling compacts and flushes for region at 1732782003353Disabling writes for close at 1732782003353Writing region close event to WAL at 1732782003353Closed at 1732782003353 2024-11-28T08:20:03,356 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/.initializing 2024-11-28T08:20:03,356 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/WALs/81db972b9a1d,44341,1732782002105 2024-11-28T08:20:03,358 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:03,360 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C44341%2C1732782002105, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/WALs/81db972b9a1d,44341,1732782002105, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/oldWALs, maxLogs=10 2024-11-28T08:20:03,377 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/WALs/81db972b9a1d,44341,1732782002105/81db972b9a1d%2C44341%2C1732782002105.1732782003360, exclude list is [], retry=0 2024-11-28T08:20:03,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-fa767d1d-be05-45f0-9e2b-b6948a0a4733,DISK] 2024-11-28T08:20:03,393 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/WALs/81db972b9a1d,44341,1732782002105/81db972b9a1d%2C44341%2C1732782002105.1732782003360 2024-11-28T08:20:03,395 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42999:42999)] 2024-11-28T08:20:03,396 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:03,396 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:03,396 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,396 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:20:03,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:03,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:03,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:20:03,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:03,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:03,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:20:03,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:03,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:03,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:20:03,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:03,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:03,409 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,410 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,410 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,413 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,413 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,414 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:03,415 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:03,421 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:03,422 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758637, jitterRate=-0.005218788981437683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:03,422 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782003396Initializing all the Stores at 1732782003398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782003398Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782003398Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782003398Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782003398Cleaning up temporary data from old regions at 1732782003413 (+15 ms)Region opened successfully at 1732782003422 (+9 ms) 2024-11-28T08:20:03,422 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:20:03,426 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca157a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:03,427 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:20:03,427 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:20:03,427 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:20:03,428 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:20:03,428 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:20:03,429 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:20:03,429 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:20:03,431 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:20:03,432 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Unable to get data of znode /1-1804188200/balancer because node does not exist (not necessarily an error) 2024-11-28T08:20:03,507 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/balancer already deleted, retry=false 2024-11-28T08:20:03,507 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:20:03,508 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Unable to get data of znode /1-1804188200/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:20:03,517 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/normalizer already deleted, retry=false 2024-11-28T08:20:03,518 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:20:03,519 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Unable to get data of znode /1-1804188200/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:20:03,528 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/switch/split already deleted, retry=false 2024-11-28T08:20:03,529 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Unable to get data of znode /1-1804188200/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:20:03,538 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/switch/merge already deleted, retry=false 2024-11-28T08:20:03,541 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Unable to get data of znode /1-1804188200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:20:03,549 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/snapshot-cleanup already deleted, retry=false 2024-11-28T08:20:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1804188200/running 2024-11-28T08:20:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1804188200/running 2024-11-28T08:20:03,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,561 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,44341,1732782002105, sessionid=0x1018086ecfe0003, setting cluster-up flag (Was=false) 2024-11-28T08:20:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,612 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1804188200/flush-table-proc/acquired, /1-1804188200/flush-table-proc/reached, /1-1804188200/flush-table-proc/abort 2024-11-28T08:20:03,613 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44341,1732782002105 2024-11-28T08:20:03,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:03,665 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1804188200/online-snapshot/acquired, /1-1804188200/online-snapshot/reached, /1-1804188200/online-snapshot/abort 2024-11-28T08:20:03,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44341,1732782002105 2024-11-28T08:20:03,667 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:20:03,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:03,673 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:20:03,673 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:20:03,673 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(746): ClusterId : 0f62e084-1d83-4dcb-a53d-fbb392efa35a 2024-11-28T08:20:03,673 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:20:03,673 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,44341,1732782002105 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:20:03,687 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:20:03,687 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:03,687 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:03,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:20:03,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:03,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:20:03,697 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:20:03,697 DEBUG [RS:0;81db972b9a1d:38441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bebde83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:03,704 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782033704 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:20:03,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:20:03,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:20:03,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:20:03,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:20:03,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:20:03,710 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782003710,5,FailOnTimeoutGroup] 2024-11-28T08:20:03,710 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782003710,5,FailOnTimeoutGroup] 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:20:03,717 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:38441 2024-11-28T08:20:03,717 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:20:03,717 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:20:03,717 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:20:03,718 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,44341,1732782002105 with port=38441, startcode=1732782002239 2024-11-28T08:20:03,718 DEBUG [RS:0;81db972b9a1d:38441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:20:03,721 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:20:03,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44341 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,723 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19 2024-11-28T08:20:03,723 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44917 2024-11-28T08:20:03,723 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:20:03,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/rs 2024-11-28T08:20:03,769 DEBUG [RS:0;81db972b9a1d:38441 {}] zookeeper.ZKUtil(111): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on existing znode=/1-1804188200/rs/81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,769 WARN [RS:0;81db972b9a1d:38441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:03,769 INFO [RS:0;81db972b9a1d:38441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:03,769 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,38441,1732782002239] 2024-11-28T08:20:03,773 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:20:03,774 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:20:03,775 INFO [RS:0;81db972b9a1d:38441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:20:03,775 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,775 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:20:03,776 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:20:03,776 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:03,776 DEBUG [RS:0;81db972b9a1d:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,780 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38441,1732782002239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:03,797 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:20:03,797 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38441,1732782002239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,797 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,797 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.Replication(171): 81db972b9a1d,38441,1732782002239 started 2024-11-28T08:20:03,812 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:03,812 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,38441,1732782002239, RpcServer on 81db972b9a1d/172.17.0.3:38441, sessionid=0x1018086ecfe0004 2024-11-28T08:20:03,812 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:20:03,812 DEBUG [RS:0;81db972b9a1d:38441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,812 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38441,1732782002239' 2024-11-28T08:20:03,812 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1804188200/flush-table-proc/abort' 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1804188200/flush-table-proc/acquired' 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,38441,1732782002239 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38441,1732782002239' 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1804188200/online-snapshot/abort' 2024-11-28T08:20:03,813 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1804188200/online-snapshot/acquired' 2024-11-28T08:20:03,814 DEBUG [RS:0;81db972b9a1d:38441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:20:03,814 INFO [RS:0;81db972b9a1d:38441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:20:03,814 INFO [RS:0;81db972b9a1d:38441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:20:03,914 INFO [RS:0;81db972b9a1d:38441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:03,916 INFO [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38441%2C1732782002239, suffix=, logDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/oldWALs, maxLogs=10 2024-11-28T08:20:03,929 DEBUG [RS:0;81db972b9a1d:38441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239/81db972b9a1d%2C38441%2C1732782002239.1732782003916, exclude list is [], retry=0 2024-11-28T08:20:03,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-fa767d1d-be05-45f0-9e2b-b6948a0a4733,DISK] 2024-11-28T08:20:03,934 INFO [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239/81db972b9a1d%2C38441%2C1732782002239.1732782003916 2024-11-28T08:20:03,934 DEBUG [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42999:42999)] 2024-11-28T08:20:04,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:20:04,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19 2024-11-28T08:20:04,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:20:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:04,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:04,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:04,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:04,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:04,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:04,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:04,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:04,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:04,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:04,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:04,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:04,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:04,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:04,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:04,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:04,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:04,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740 2024-11-28T08:20:04,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740 2024-11-28T08:20:04,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:04,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:04,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:04,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:04,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:04,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62669369, jitterRate=-0.0661536306142807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782004527Initializing all the Stores at 1732782004528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782004528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004528Cleaning up temporary data from old regions at 1732782004536 (+8 ms)Region opened successfully at 1732782004540 (+4 ms) 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:04,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:04,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:04,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782004540Disabling compacts and flushes for region at 1732782004540Disabling writes for close at 1732782004540Writing region close event to WAL at 1732782004540Closed at 1732782004540 2024-11-28T08:20:04,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:04,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:20:04,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:20:04,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:04,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:20:04,694 DEBUG [81db972b9a1d:44341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:04,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,38441,1732782002239 2024-11-28T08:20:04,695 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38441,1732782002239, state=OPENING 2024-11-28T08:20:04,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:20:04,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:20:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:04,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1804188200/meta-region-server: CHANGED 2024-11-28T08:20:04,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:04,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38441,1732782002239}] 2024-11-28T08:20:04,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1804188200/meta-region-server: CHANGED 2024-11-28T08:20:04,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:04,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:20:04,978 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:20:04,978 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:04,979 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:20:04,980 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38441%2C1732782002239.meta, suffix=.meta, logDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239, archiveDir=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/oldWALs, maxLogs=10 2024-11-28T08:20:04,992 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239/81db972b9a1d%2C38441%2C1732782002239.meta.1732782004980.meta, exclude list is [], retry=0 2024-11-28T08:20:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35125,DS-fa767d1d-be05-45f0-9e2b-b6948a0a4733,DISK] 2024-11-28T08:20:04,996 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/WALs/81db972b9a1d,38441,1732782002239/81db972b9a1d%2C38441%2C1732782002239.meta.1732782004980.meta 2024-11-28T08:20:04,996 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42999:42999)] 2024-11-28T08:20:04,996 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:04,996 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:04,996 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:04,996 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:20:04,996 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:20:04,997 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:20:04,997 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:04,997 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:20:04,997 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:20:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:04,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:04,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:04,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:04,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:05,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:05,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:05,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:05,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:05,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:05,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:05,001 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:05,002 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740 2024-11-28T08:20:05,003 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740 2024-11-28T08:20:05,004 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:05,004 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:05,004 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:05,005 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:05,006 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73367961, jitterRate=0.09326781332492828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:05,006 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:20:05,006 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782004997Writing region info on filesystem at 1732782004997Initializing all the Stores at 1732782004997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004998 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782004998Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782004998Cleaning up temporary data from old regions at 1732782005004 (+6 ms)Running coprocessor post-open hooks at 1732782005006 (+2 ms)Region opened successfully at 1732782005006 2024-11-28T08:20:05,007 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782004973 2024-11-28T08:20:05,010 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:20:05,010 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:20:05,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38441,1732782002239 2024-11-28T08:20:05,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38441,1732782002239, state=OPEN 2024-11-28T08:20:05,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1804188200/meta-region-server 2024-11-28T08:20:05,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1804188200/meta-region-server 2024-11-28T08:20:05,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1804188200/meta-region-server: CHANGED 2024-11-28T08:20:05,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,38441,1732782002239 2024-11-28T08:20:05,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1804188200/meta-region-server: CHANGED 2024-11-28T08:20:05,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:20:05,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38441,1732782002239 in 214 msec 2024-11-28T08:20:05,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:20:05,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-28T08:20:05,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:05,039 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:20:05,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:05,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38441,1732782002239, seqNum=-1] 2024-11-28T08:20:05,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:05,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:05,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-11-28T08:20:05,048 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782005048, completionTime=-1 2024-11-28T08:20:05,048 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:20:05,048 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782065050 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782125050 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:44341, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,050 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,052 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.747sec 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:20:05,054 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:20:05,055 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:05,055 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:20:05,057 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:20:05,057 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:20:05,057 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44341,1732782002105-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:05,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44341,-1 for getting cluster id 2024-11-28T08:20:05,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:05,076 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f62e084-1d83-4dcb-a53d-fbb392efa35a' 2024-11-28T08:20:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f62e084-1d83-4dcb-a53d-fbb392efa35a" 2024-11-28T08:20:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d387042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44341,-1] 2024-11-28T08:20:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:05,079 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:05,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38441,1732782002239, seqNum=-1] 2024-11-28T08:20:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:05,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,44341,1732782002105 2024-11-28T08:20:05,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:20:05,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:05,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018086ecfe0005 connected 2024-11-28T08:20:05,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38471,-1 for getting cluster id 2024-11-28T08:20:05,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:05,222 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d931c54-dd82-43e9-9409-70e30c70bc4f' 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d931c54-dd82-43e9-9409-70e30c70bc4f" 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5b251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38471,-1] 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:05,225 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:05,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b54b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38471,1732781996294 2024-11-28T08:20:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2458bcd8 2024-11-28T08:20:05,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:05,228 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:05,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:44341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:20:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:20:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:05,233 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44341' 2024-11-28T08:20:05,234 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a58c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,234 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44341,-1 for getting cluster id 2024-11-28T08:20:05,234 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:05,235 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f62e084-1d83-4dcb-a53d-fbb392efa35a' 2024-11-28T08:20:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f62e084-1d83-4dcb-a53d-fbb392efa35a" 2024-11-28T08:20:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a333638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44341,-1] 2024-11-28T08:20:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:05,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:05,237 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:05,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f20494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:05,238 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44341,1732782002105 2024-11-28T08:20:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@124de96e 2024-11-28T08:20:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:05,240 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:05,241 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T08:20:05,241 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:20:05,242 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:05,242 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:05,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:05,242 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:05,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:20:05,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:20:05,248 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:05,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:20:05,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741835_1011 (size=1138) 2024-11-28T08:20:05,294 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:20:05,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:05,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:05,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b7da20f4d2c5bdc9fd00d8873100edd, NAME => 'hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16 2024-11-28T08:20:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741836_1012 (size=44) 2024-11-28T08:20:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b7da20f4d2c5bdc9fd00d8873100edd, disabling compactions & flushes 2024-11-28T08:20:06,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. after waiting 0 ms 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b7da20f4d2c5bdc9fd00d8873100edd: Waiting for close lock at 1732782006074Disabling compacts and flushes for region at 1732782006074Disabling writes for close at 1732782006074Writing region close event to WAL at 1732782006074Closed at 1732782006074 2024-11-28T08:20:06,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:20:06,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782006075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782006075"}]},"ts":"1732782006075"} 2024-11-28T08:20:06,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:20:06,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:20:06,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782006078"}]},"ts":"1732782006078"} 2024-11-28T08:20:06,080 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:20:06,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN}] 2024-11-28T08:20:06,082 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN 2024-11-28T08:20:06,082 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN; state=OFFLINE, location=81db972b9a1d,43247,1732781996599; forceNewPlan=false, retain=false 2024-11-28T08:20:06,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b7da20f4d2c5bdc9fd00d8873100edd, regionState=OPENING, regionLocation=81db972b9a1d,43247,1732781996599 2024-11-28T08:20:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN because future has completed 2024-11-28T08:20:06,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,43247,1732781996599}] 2024-11-28T08:20:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:06,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:06,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:20:06,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43247%2C1732781996599.rep, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:20:06,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.rep.1732782006403, exclude list is [], retry=0 2024-11-28T08:20:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:20:06,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.rep.1732782006403 2024-11-28T08:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:20:06,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b7da20f4d2c5bdc9fd00d8873100edd, NAME => 'hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:06,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. service=MultiRowMutationService 2024-11-28T08:20:06,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,428 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,430 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName hfileref 2024-11-28T08:20:06,430 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:06,430 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:06,431 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,432 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName queue 2024-11-28T08:20:06,432 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:06,433 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:06,433 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,434 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName sid 2024-11-28T08:20:06,434 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:06,434 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:06,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:06,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:06,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4b7da20f4d2c5bdc9fd00d8873100edd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58896073, jitterRate=-0.12238012254238129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:06,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:06,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4b7da20f4d2c5bdc9fd00d8873100edd: Running coprocessor pre-open hook at 1732782006424Writing region info on filesystem at 1732782006424Initializing all the Stores at 1732782006425 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782006425Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782006428 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782006428Cleaning up temporary data from old regions at 1732782006436 (+8 ms)Running coprocessor post-open hooks at 1732782006442 (+6 ms)Region opened successfully at 1732782006442 2024-11-28T08:20:06,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., pid=7, masterSystemTime=1732782006390 2024-11-28T08:20:06,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:06,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b7da20f4d2c5bdc9fd00d8873100edd, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43247,1732781996599 2024-11-28T08:20:06,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,43247,1732781996599 because future has completed 2024-11-28T08:20:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T08:20:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,43247,1732781996599 in 215 msec 2024-11-28T08:20:06,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:20:06,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN in 373 msec 2024-11-28T08:20:06,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:20:06,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782006455"}]},"ts":"1732782006455"} 2024-11-28T08:20:06,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:20:06,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:20:06,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-28T08:20:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., hostname=81db972b9a1d,43247,1732781996599, seqNum=2] 2024-11-28T08:20:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:06,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:06,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:20:06,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T08:20:06,967 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:20:06,993 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,43247,1732781996599, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:20:06,994 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:06,994 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43247,1732781996599, seqNum=-1] 2024-11-28T08:20:06,994 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:06,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-28T08:20:06,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,43247,1732781996599', locateType=CURRENT is [region=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., hostname=81db972b9a1d,43247,1732781996599, seqNum=2] 2024-11-28T08:20:06,999 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T08:20:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T08:20:07,001 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,43247,1732781996599 suceeded 2024-11-28T08:20:07,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T08:20:07,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-28T08:20:07,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:44341,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:20:07,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7750 sec 2024-11-28T08:20:07,018 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44341' 2024-11-28T08:20:07,020 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35444cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:07,020 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44341,-1 for getting cluster id 2024-11-28T08:20:07,020 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:07,021 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f62e084-1d83-4dcb-a53d-fbb392efa35a' 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f62e084-1d83-4dcb-a53d-fbb392efa35a" 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62cc7f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44341,-1] 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:07,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,022 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:07,022 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ba0458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:07,023 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:07,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44341,1732782002105 2024-11-28T08:20:07,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6840fc 2024-11-28T08:20:07,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:07,024 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:07,024 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,43247,1732781996599 (queues=1) is replicating from cluster=6d931c54-dd82-43e9-9409-70e30c70bc4f to cluster=0f62e084-1d83-4dcb-a53d-fbb392efa35a 2024-11-28T08:20:07,024 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C43247%2C1732781996599 2024-11-28T08:20:07,024 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,43247,1732781996599, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:20:07,025 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.shipper81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C43247%2C1732781996599 2024-11-28T08:20:07,025 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912, startPosition=0, beingWritten=true 2024-11-28T08:20:07,229 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 to pos 0, reset compression=false 2024-11-28T08:20:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:07,375 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:20:07,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:07,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:07,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:07,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38471,1732781996294 2024-11-28T08:20:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db6a800 2024-11-28T08:20:07,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:07,378 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:07,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38471 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:20:07,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:07,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:07,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:20:07,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345550272, stopped=false 2024-11-28T08:20:07,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,38471,1732781996294 2024-11-28T08:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:07,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:07,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:07,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:07,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:07,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:07,419 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,43247,1732781996599' ***** 2024-11-28T08:20:07,419 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:20:07,419 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:20:07,419 INFO [RS:0;81db972b9a1d:43247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:20:07,419 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:20:07,419 INFO [RS:0;81db972b9a1d:43247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,43247,1732781996599 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43247. 2024-11-28T08:20:07,420 DEBUG [RS:0;81db972b9a1d:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:07,420 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:07,420 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b7da20f4d2c5bdc9fd00d8873100edd, disabling compactions & flushes 2024-11-28T08:20:07,420 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:20:07,420 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:20:07,420 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. after waiting 0 ms 2024-11-28T08:20:07,420 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:20:07,420 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b7da20f4d2c5bdc9fd00d8873100edd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-28T08:20:07,420 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:20:07,420 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1325): Online Regions={4b7da20f4d2c5bdc9fd00d8873100edd=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:20:07,420 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:07,420 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:07,420 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:07,421 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:07,421 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:07,421 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:07,421 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T08:20:07,435 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/3b120a092d0b44bfba3f03cc51294adc is 147, key is hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd./info:regioninfo/1732782006447/Put/seqid=0 2024-11-28T08:20:07,440 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/.tmp/queue/73b8b412c721455ebedc9ee3dac9ca66 is 151, key is 1-81db972b9a1d,43247,1732781996599/queue:81db972b9a1d%2C43247%2C1732781996599/1732782006998/Put/seqid=0 2024-11-28T08:20:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741838_1014 (size=6631) 2024-11-28T08:20:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741839_1015 (size=5350) 2024-11-28T08:20:07,487 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:07,535 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 to pos 0, reset compression=false 2024-11-28T08:20:07,621 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:07,821 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:07,838 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:20:07,838 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:20:07,844 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/3b120a092d0b44bfba3f03cc51294adc 2024-11-28T08:20:07,845 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/.tmp/queue/73b8b412c721455ebedc9ee3dac9ca66 2024-11-28T08:20:07,867 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/.tmp/queue/73b8b412c721455ebedc9ee3dac9ca66 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/queue/73b8b412c721455ebedc9ee3dac9ca66 2024-11-28T08:20:07,872 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/queue/73b8b412c721455ebedc9ee3dac9ca66, entries=1, sequenceid=5, filesize=5.2 K 2024-11-28T08:20:07,873 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b7da20f4d2c5bdc9fd00d8873100edd in 453ms, sequenceid=5, compaction requested=false 2024-11-28T08:20:07,873 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:20:07,880 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:20:07,881 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:07,881 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:07,881 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:07,881 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b7da20f4d2c5bdc9fd00d8873100edd: Waiting for close lock at 1732782007420Running coprocessor pre-close hooks at 1732782007420Disabling compacts and flushes for region at 1732782007420Disabling writes for close at 1732782007420Obtaining lock to block concurrent updates at 1732782007420Preparing flush snapshotting stores in 4b7da20f4d2c5bdc9fd00d8873100edd at 1732782007420Finished memstore snapshotting hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732782007420Flushing stores of hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. at 1732782007421 (+1 ms)Flushing 4b7da20f4d2c5bdc9fd00d8873100edd/queue: creating writer at 1732782007421Flushing 4b7da20f4d2c5bdc9fd00d8873100edd/queue: appending metadata at 1732782007439 (+18 ms)Flushing 4b7da20f4d2c5bdc9fd00d8873100edd/queue: closing flushed file at 1732782007439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444c0a7e: reopening flushed file at 1732782007866 (+427 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b7da20f4d2c5bdc9fd00d8873100edd in 453ms, sequenceid=5, compaction requested=false at 1732782007873 (+7 ms)Writing region close event to WAL at 1732782007877 (+4 ms)Running coprocessor post-close hooks at 1732782007881 (+4 ms)Closed at 1732782007881 2024-11-28T08:20:07,881 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:07,893 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/ns/c401b63f38c94e6380ee4e86a1054928 is 43, key is default/ns:d/1732781999880/Put/seqid=0 2024-11-28T08:20:07,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741840_1016 (size=5153) 2024-11-28T08:20:07,940 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 to pos 0, reset compression=false 2024-11-28T08:20:08,021 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:20:08,221 DEBUG [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:20:08,297 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/ns/c401b63f38c94e6380ee4e86a1054928 2024-11-28T08:20:08,315 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/table/bdb5e5926e0d4a3aa3e8772959c4edf4 is 53, key is hbase:replication/table:state/1732782006455/Put/seqid=0 2024-11-28T08:20:08,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741841_1017 (size=5256) 2024-11-28T08:20:08,319 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/table/bdb5e5926e0d4a3aa3e8772959c4edf4 2024-11-28T08:20:08,324 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/3b120a092d0b44bfba3f03cc51294adc as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/info/3b120a092d0b44bfba3f03cc51294adc 2024-11-28T08:20:08,330 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/info/3b120a092d0b44bfba3f03cc51294adc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T08:20:08,331 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/ns/c401b63f38c94e6380ee4e86a1054928 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/ns/c401b63f38c94e6380ee4e86a1054928 2024-11-28T08:20:08,336 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/ns/c401b63f38c94e6380ee4e86a1054928, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:20:08,337 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/table/bdb5e5926e0d4a3aa3e8772959c4edf4 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/table/bdb5e5926e0d4a3aa3e8772959c4edf4 2024-11-28T08:20:08,342 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/table/bdb5e5926e0d4a3aa3e8772959c4edf4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T08:20:08,343 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=11, compaction requested=false 2024-11-28T08:20:08,350 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:20:08,351 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:08,351 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:08,351 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:08,351 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782007420Running coprocessor pre-close hooks at 1732782007420Disabling compacts and flushes for region at 1732782007420Disabling writes for close at 1732782007421 (+1 ms)Obtaining lock to block concurrent updates at 1732782007421Preparing flush snapshotting stores in 1588230740 at 1732782007421Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732782007421Flushing stores of hbase:meta,,1.1588230740 at 1732782007422 (+1 ms)Flushing 1588230740/info: creating writer at 1732782007422Flushing 1588230740/info: appending metadata at 1732782007435 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732782007435Flushing 1588230740/ns: creating writer at 1732782007866 (+431 ms)Flushing 1588230740/ns: appending metadata at 1732782007892 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732782007892Flushing 1588230740/table: creating writer at 1732782008302 (+410 ms)Flushing 1588230740/table: appending metadata at 1732782008314 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732782008315 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723e03e5: reopening flushed file at 1732782008323 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb2dd2a: reopening flushed file at 1732782008330 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cfdcfe: reopening flushed file at 1732782008336 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=11, compaction requested=false at 1732782008343 (+7 ms)Writing region close event to WAL at 1732782008347 (+4 ms)Running coprocessor post-close hooks at 1732782008351 (+4 ms)Closed at 1732782008351 2024-11-28T08:20:08,351 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:08,421 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,43247,1732781996599; all regions closed. 2024-11-28T08:20:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741834_1010 (size=2742) 2024-11-28T08:20:08,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.meta.1732781999803.meta not finished, retry = 0 2024-11-28T08:20:08,444 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 to pos 0, reset compression=false 2024-11-28T08:20:08,526 DEBUG [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:08,526 INFO [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43247%2C1732781996599.meta:.meta(num 1732781999803) 2024-11-28T08:20:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741837_1013 (size=1586) 2024-11-28T08:20:08,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.rep.1732782006403 not finished, retry = 0 2024-11-28T08:20:08,631 DEBUG [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:08,631 INFO [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43247%2C1732781996599.rep:(num 1732782006403) 2024-11-28T08:20:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741832_1008 (size=93) 2024-11-28T08:20:08,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599/81db972b9a1d%2C43247%2C1732781996599.1732781998912 not finished, retry = 0 2024-11-28T08:20:08,736 DEBUG [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:08,736 INFO [RS:0;81db972b9a1d:43247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43247%2C1732781996599:(num 1732781998912) 2024-11-28T08:20:08,736 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:08,736 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:08,736 INFO [RS:0;81db972b9a1d:43247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:08,737 INFO [RS:0;81db972b9a1d:43247 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:08,737 INFO [RS:0;81db972b9a1d:43247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:08,737 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:08,737 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,43247,1732781996599 because: Region server is closing 2024-11-28T08:20:08,737 INFO [RS:0;81db972b9a1d:43247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43247. 2024-11-28T08:20:08,737 DEBUG [RS:0;81db972b9a1d:43247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:08,737 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:08,737 DEBUG [RS:0;81db972b9a1d:43247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:08,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:08,838 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.shipper81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:20:08,838 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.shipper81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 terminated 2024-11-28T08:20:08,838 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43247,1732781996599.replicationSource.wal-reader.81db972b9a1d%2C43247%2C1732781996599,1-81db972b9a1d,43247,1732781996599 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:20:08,838 INFO [RS:0;81db972b9a1d:43247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43247 2024-11-28T08:20:08,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/rs/81db972b9a1d,43247,1732781996599 2024-11-28T08:20:08,912 INFO [RS:0;81db972b9a1d:43247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/rs 2024-11-28T08:20:08,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,43247,1732781996599] 2024-11-28T08:20:08,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/draining/81db972b9a1d,43247,1732781996599 already deleted, retry=false 2024-11-28T08:20:08,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,43247,1732781996599 expired; onlineServers=0 2024-11-28T08:20:08,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,38471,1732781996294' ***** 2024-11-28T08:20:08,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:20:08,949 INFO [M:0;81db972b9a1d:38471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:08,949 INFO [M:0;81db972b9a1d:38471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:08,949 DEBUG [M:0;81db972b9a1d:38471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:20:08,949 DEBUG [M:0;81db972b9a1d:38471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:20:08,949 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781998640 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732781998640,5,FailOnTimeoutGroup] 2024-11-28T08:20:08,949 INFO [M:0;81db972b9a1d:38471 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:08,949 INFO [M:0;81db972b9a1d:38471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:08,950 DEBUG [M:0;81db972b9a1d:38471 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:20:08,950 INFO [M:0;81db972b9a1d:38471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:20:08,950 INFO [M:0;81db972b9a1d:38471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:08,950 INFO [M:0;81db972b9a1d:38471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:20:08,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:20:08,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:20:08,950 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781998640 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732781998640,5,FailOnTimeoutGroup] 2024-11-28T08:20:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/master 2024-11-28T08:20:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:08,970 DEBUG [M:0;81db972b9a1d:38471 {}] zookeeper.ZKUtil(347): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/master because node does not exist (not an error) 2024-11-28T08:20:08,970 WARN [M:0;81db972b9a1d:38471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:20:08,971 INFO [M:0;81db972b9a1d:38471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.lastflushedseqids 2024-11-28T08:20:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741842_1018 (size=181) 2024-11-28T08:20:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:09,038 INFO [RS:0;81db972b9a1d:43247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:09,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43247-0x1018086ecfe0001, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:09,038 INFO [RS:0;81db972b9a1d:43247 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,43247,1732781996599; zookeeper connection closed. 2024-11-28T08:20:09,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c984871 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c984871 2024-11-28T08:20:09,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:20:09,386 INFO [M:0;81db972b9a1d:38471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:20:09,386 INFO [M:0;81db972b9a1d:38471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:20:09,386 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:09,386 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:09,386 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:09,386 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:09,386 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:09,386 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-28T08:20:09,409 DEBUG [M:0;81db972b9a1d:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57c3efede1ad4ef389d4c910f859d4ef is 82, key is hbase:meta,,1/info:regioninfo/1732781999834/Put/seqid=0 2024-11-28T08:20:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741843_1019 (size=5672) 2024-11-28T08:20:09,827 INFO [M:0;81db972b9a1d:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57c3efede1ad4ef389d4c910f859d4ef 2024-11-28T08:20:09,844 DEBUG [M:0;81db972b9a1d:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72abb7a8dc894e3488ea041bd5bf8eea is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732782006459/Put/seqid=0 2024-11-28T08:20:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741844_1020 (size=7203) 2024-11-28T08:20:10,249 INFO [M:0;81db972b9a1d:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72abb7a8dc894e3488ea041bd5bf8eea 2024-11-28T08:20:10,270 DEBUG [M:0;81db972b9a1d:38471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9de041f19241f2927bd6aa3a7bef76 is 69, key is 81db972b9a1d,43247,1732781996599/rs:state/1732781998764/Put/seqid=0 2024-11-28T08:20:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741845_1021 (size=5156) 2024-11-28T08:20:10,277 INFO [M:0;81db972b9a1d:38471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9de041f19241f2927bd6aa3a7bef76 2024-11-28T08:20:10,283 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57c3efede1ad4ef389d4c910f859d4ef as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57c3efede1ad4ef389d4c910f859d4ef 2024-11-28T08:20:10,289 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57c3efede1ad4ef389d4c910f859d4ef, entries=8, sequenceid=70, filesize=5.5 K 2024-11-28T08:20:10,290 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72abb7a8dc894e3488ea041bd5bf8eea as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72abb7a8dc894e3488ea041bd5bf8eea 2024-11-28T08:20:10,295 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72abb7a8dc894e3488ea041bd5bf8eea, entries=8, sequenceid=70, filesize=7.0 K 2024-11-28T08:20:10,296 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c9de041f19241f2927bd6aa3a7bef76 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9de041f19241f2927bd6aa3a7bef76 2024-11-28T08:20:10,301 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9de041f19241f2927bd6aa3a7bef76, entries=1, sequenceid=70, filesize=5.0 K 2024-11-28T08:20:10,302 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=70, compaction requested=false 2024-11-28T08:20:10,303 INFO [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:10,303 DEBUG [M:0;81db972b9a1d:38471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782009386Disabling compacts and flushes for region at 1732782009386Disabling writes for close at 1732782009386Obtaining lock to block concurrent updates at 1732782009386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782009386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732782009387 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782009388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782009388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782009409 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782009409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782009831 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782009844 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782009844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782010253 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782010270 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782010270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ece7236: reopening flushed file at 1732782010282 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd09c1c: reopening flushed file at 1732782010289 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245f8a6a: reopening flushed file at 1732782010295 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=70, compaction requested=false at 1732782010302 (+7 ms)Writing region close event to WAL at 1732782010303 (+1 ms)Closed at 1732782010303 2024-11-28T08:20:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741830_1006 (size=41008) 2024-11-28T08:20:10,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294/81db972b9a1d%2C38471%2C1732781996294.1732781998352 not finished, retry = 0 2024-11-28T08:20:10,408 INFO [M:0;81db972b9a1d:38471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:20:10,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:10,408 INFO [M:0;81db972b9a1d:38471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38471 2024-11-28T08:20:10,408 INFO [M:0;81db972b9a1d:38471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:10,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:10,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:10,522 INFO [M:0;81db972b9a1d:38471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:10,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38471-0x1018086ecfe0000, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:10,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:10,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:10,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:10,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:10,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:10,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42317 2024-11-28T08:20:10,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42317 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:20:10,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423170x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:10,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42317-0x1018086ecfe0006 connected 2024-11-28T08:20:10,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:10,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:10,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:10,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:10,554 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: INIT 2024-11-28T08:20:10,554 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16, hbase.cluster.distributed=false 2024-11-28T08:20:10,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/acl 2024-11-28T08:20:10,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-28T08:20:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42317 2024-11-28T08:20:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42317 2024-11-28T08:20:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-28T08:20:10,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42317 2024-11-28T08:20:10,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:10,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:10,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:10,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:10,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:10,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:10,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41715 2024-11-28T08:20:10,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41715 connecting to ZooKeeper ensemble=127.0.0.1:63455 2024-11-28T08:20:10,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:10,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:10,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417150x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:10,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417150x0, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:10,591 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: INIT 2024-11-28T08:20:10,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:10,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41715-0x1018086ecfe0007 connected 2024-11-28T08:20:10,592 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:10,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/master 2024-11-28T08:20:10,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/acl 2024-11-28T08:20:10,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-28T08:20:10,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41715 2024-11-28T08:20:10,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41715 2024-11-28T08:20:10,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-28T08:20:10,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41715 2024-11-28T08:20:10,610 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:42317 2024-11-28T08:20:10,610 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0256179850/backup-masters/81db972b9a1d,42317,1732782010524 2024-11-28T08:20:10,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:20:10,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:20:10,660 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/backup-masters/81db972b9a1d,42317,1732782010524 2024-11-28T08:20:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/master 2024-11-28T08:20:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:10,675 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/master 2024-11-28T08:20:10,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0256179850/backup-masters/81db972b9a1d,42317,1732782010524 from backup master directory 2024-11-28T08:20:10,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:20:10,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/backup-masters/81db972b9a1d,42317,1732782010524 2024-11-28T08:20:10,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/backup-masters 2024-11-28T08:20:10,685 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:10,685 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,42317,1732782010524 2024-11-28T08:20:10,695 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:10,696 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:10,702 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-28T08:20:10,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741846_1022 (size=196) 2024-11-28T08:20:11,121 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:11,121 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:20:11,124 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:11,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-28T08:20:11,132 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294 to hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294-dead as it is dead 2024-11-28T08:20:11,132 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294-dead/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:20:11,133 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294-dead/81db972b9a1d%2C38471%2C1732781996294.1732781998352 after 1ms 2024-11-28T08:20:11,133 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294-dead/81db972b9a1d%2C38471%2C1732781996294.1732781998352 to hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:20:11,133 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,38471,1732781996294-dead 2024-11-28T08:20:11,134 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,42317,1732782010524 2024-11-28T08:20:11,134 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:11,136 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C42317%2C1732782010524, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,42317,1732782010524, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/oldWALs, maxLogs=10 2024-11-28T08:20:11,154 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,42317,1732782010524/81db972b9a1d%2C42317%2C1732782010524.1732782011136, exclude list is [], retry=0 2024-11-28T08:20:11,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:20:11,174 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/WALs/81db972b9a1d,42317,1732782010524/81db972b9a1d%2C42317%2C1732782010524.1732782011136 2024-11-28T08:20:11,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:20:11,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:11,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:11,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:20:11,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57c3efede1ad4ef389d4c910f859d4ef 2024-11-28T08:20:11,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:11,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:20:11,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72abb7a8dc894e3488ea041bd5bf8eea 2024-11-28T08:20:11,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:11,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:20:11,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c9de041f19241f2927bd6aa3a7bef76 2024-11-28T08:20:11,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:11,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:20:11,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:11,194 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,195 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-28T08:20:11,195 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:20:11,199 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:20:11,200 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/81db972b9a1d%2C38471%2C1732781996294.1732781998352 2024-11-28T08:20:11,202 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,202 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,203 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:11,204 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:11,206 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-28T08:20:11,207 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670212, jitterRate=-0.036338746547698975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:11,207 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782011175Initializing all the Stores at 1732782011175Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782011175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782011176 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782011176Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782011176Cleaning up temporary data from old regions at 1732782011202 (+26 ms)Region opened successfully at 1732782011207 (+5 ms) 2024-11-28T08:20:11,207 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:20:11,211 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:11,214 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-28T08:20:11,214 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:20:11,214 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:20:11,215 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:20:11,215 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:20:11,219 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:11,219 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:20:11,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:20:11,220 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T08:20:11,220 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:20:11,227 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=81db972b9a1d,43247,1732781996599, regionLocation=81db972b9a1d,43247,1732781996599, openSeqNum=2 2024-11-28T08:20:11,227 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=81db972b9a1d,43247,1732781996599, table=hbase:meta, region=1588230740 2024-11-28T08:20:11,227 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43247,1732781996599, state=OPEN 2024-11-28T08:20:11,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:11,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:11,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:11,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:11,236 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:20:11,243 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/draining/81db972b9a1d,43247,1732781996599 already deleted, retry=false 2024-11-28T08:20:11,243 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 81db972b9a1d,43247,1732781996599 on 81db972b9a1d,42317,1732782010524 2024-11-28T08:20:11,244 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 81db972b9a1d,43247,1732781996599, splitWal=true, meta=true 2024-11-28T08:20:11,244 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 81db972b9a1d,43247,1732781996599 (carryingMeta=true) 81db972b9a1d,43247,1732781996599/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@28e22684[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T08:20:11,246 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/balancer because node does not exist (not necessarily an error) 2024-11-28T08:20:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/balancer already deleted, retry=false 2024-11-28T08:20:11,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:20:11,255 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:20:11,264 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/normalizer already deleted, retry=false 2024-11-28T08:20:11,264 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:20:11,265 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:20:11,275 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/switch/split already deleted, retry=false 2024-11-28T08:20:11,276 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:20:11,285 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/switch/merge already deleted, retry=false 2024-11-28T08:20:11,298 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Unable to get data of znode /0256179850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:20:11,306 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/snapshot-cleanup already deleted, retry=false 2024-11-28T08:20:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:11,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:11,317 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,42317,1732782010524, sessionid=0x1018086ecfe0006, setting cluster-up flag (Was=false) 2024-11-28T08:20:11,328 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0256179850/flush-table-proc/acquired, /0256179850/flush-table-proc/reached, /0256179850/flush-table-proc/abort 2024-11-28T08:20:11,330 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,42317,1732782010524 2024-11-28T08:20:11,339 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0256179850/online-snapshot/acquired, /0256179850/online-snapshot/reached, /0256179850/online-snapshot/abort 2024-11-28T08:20:11,341 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,42317,1732782010524 2024-11-28T08:20:11,342 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.lastflushedseqids 2024-11-28T08:20:11,349 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:20:11,349 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:20:11,349 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,42317,1732782010524 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 81db972b9a1d,43247,1732781996599 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:11,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782041356 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:20:11,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:20:11,357 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 81db972b9a1d,43247,1732781996599, splitWal=true, meta=true 2024-11-28T08:20:11,358 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 81db972b9a1d,43247,1732781996599, splitWal=true, meta=true, isMeta: true 2024-11-28T08:20:11,359 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599-splitting 2024-11-28T08:20:11,368 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599-splitting dir is empty, no logs to split. 2024-11-28T08:20:11,368 INFO [PEWorker-1 {}] master.SplitWALManager(105): 81db972b9a1d,43247,1732781996599 WAL count=0, meta=true 2024-11-28T08:20:11,369 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,369 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:20:11,370 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:20:11,370 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:20:11,370 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:20:11,373 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599-splitting dir is empty, no logs to split. 2024-11-28T08:20:11,373 INFO [PEWorker-1 {}] master.SplitWALManager(105): 81db972b9a1d,43247,1732781996599 WAL count=0, meta=true 2024-11-28T08:20:11,373 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 81db972b9a1d,43247,1732781996599 WAL splitting is done? wals=0, meta=true 2024-11-28T08:20:11,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:20:11,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:11,376 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:20:11,376 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:20:11,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T08:20:11,380 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782011376,5,FailOnTimeoutGroup] 2024-11-28T08:20:11,382 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782011380,5,FailOnTimeoutGroup] 2024-11-28T08:20:11,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:20:11,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782011383, completionTime=-1 2024-11-28T08:20:11,383 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-28T08:20:11,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T08:20:11,402 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(746): ClusterId : 6d931c54-dd82-43e9-9409-70e30c70bc4f 2024-11-28T08:20:11,402 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:20:11,412 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:20:11,413 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:20:11,423 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:20:11,423 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c766491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:11,440 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:41715 2024-11-28T08:20:11,440 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:20:11,440 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:20:11,440 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:20:11,441 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,42317,1732782010524 with port=41715, startcode=1732782010575 2024-11-28T08:20:11,441 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:20:11,443 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:20:11,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42317 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,445 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16 2024-11-28T08:20:11,445 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46765 2024-11-28T08:20:11,445 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:20:11,483 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T08:20:11,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/rs 2024-11-28T08:20:11,484 DEBUG [RS:0;81db972b9a1d:41715 {}] zookeeper.ZKUtil(111): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on existing znode=/0256179850/rs/81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,484 WARN [RS:0;81db972b9a1d:41715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:11,484 INFO [RS:0;81db972b9a1d:41715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:11,484 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,41715,1732782010575] 2024-11-28T08:20:11,501 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:20:11,502 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:20:11,503 INFO [RS:0;81db972b9a1d:41715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:20:11,503 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,505 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:20:11,508 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:20:11,508 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:11,508 DEBUG [RS:0;81db972b9a1d:41715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,510 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,41715,1732782010575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:11,527 WARN [81db972b9a1d:42317 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T08:20:11,528 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:20:11,528 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,41715,1732782010575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,543 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,41715,1732782010575, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:20:11,544 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,544 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.Replication(171): 81db972b9a1d,41715,1732782010575 started 2024-11-28T08:20:11,562 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44341' 2024-11-28T08:20:11,562 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:11,562 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,41715,1732782010575, RpcServer on 81db972b9a1d/172.17.0.3:41715, sessionid=0x1018086ecfe0007 2024-11-28T08:20:11,562 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,41715,1732782010575' 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0256179850/flush-table-proc/abort' 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0256179850/flush-table-proc/acquired' 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,41715,1732782010575' 2024-11-28T08:20:11,563 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0256179850/online-snapshot/abort' 2024-11-28T08:20:11,564 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0256179850/online-snapshot/acquired' 2024-11-28T08:20:11,564 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fcbd5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:11,564 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44341,-1 for getting cluster id 2024-11-28T08:20:11,564 DEBUG [RS:0;81db972b9a1d:41715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:20:11,564 INFO [RS:0;81db972b9a1d:41715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:20:11,564 INFO [RS:0;81db972b9a1d:41715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:20:11,564 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:11,565 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f62e084-1d83-4dcb-a53d-fbb392efa35a' 2024-11-28T08:20:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f62e084-1d83-4dcb-a53d-fbb392efa35a" 2024-11-28T08:20:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f9fc1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44341,-1] 2024-11-28T08:20:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:11,567 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:11,568 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8f55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:11,568 DEBUG [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:11,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44341,1732782002105 2024-11-28T08:20:11,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70001a7 2024-11-28T08:20:11,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:11,569 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:11,570 INFO [RS:0;81db972b9a1d:41715.replicationSource,1-81db972b9a1d,41715,1732782010575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,41715,1732782010575 (queues=0) is replicating from cluster=6d931c54-dd82-43e9-9409-70e30c70bc4f to cluster=0f62e084-1d83-4dcb-a53d-fbb392efa35a 2024-11-28T08:20:11,664 INFO [RS:0;81db972b9a1d:41715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:11,666 INFO [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C41715%2C1732782010575, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:20:11,684 DEBUG [RS:0;81db972b9a1d:41715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666, exclude list is [], retry=0 2024-11-28T08:20:11,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:20:11,709 INFO [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 2024-11-28T08:20:11,709 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 81db972b9a1d%2C41715%2C1732782010575 for peer 1 2024-11-28T08:20:11,709 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C41715%2C1732782010575 2024-11-28T08:20:11,709 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,41715,1732782010575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:20:11,710 DEBUG [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:20:11,710 INFO [RS:0;81db972b9a1d:41715.replicationSource.shipper81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C41715%2C1732782010575 2024-11-28T08:20:11,710 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666, startPosition=0, beingWritten=true 2024-11-28T08:20:11,777 DEBUG [81db972b9a1d:42317 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:11,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:11,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,41715,1732782010575, state=OPENING 2024-11-28T08:20:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:11,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:11,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:11,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,41715,1732782010575}] 2024-11-28T08:20:11,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:11,918 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:11,944 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:11,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:20:11,950 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:20:11,950 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:11,950 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:20:11,951 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C41715%2C1732782010575.meta, suffix=.meta, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:20:11,966 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.meta.1732782011951.meta, exclude list is [], retry=0 2024-11-28T08:20:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:20:11,971 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.meta.1732782011951.meta 2024-11-28T08:20:11,971 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:20:11,971 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:11,972 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:20:11,972 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:20:11,972 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:20:11,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:11,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:11,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,987 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/info/3b120a092d0b44bfba3f03cc51294adc 2024-11-28T08:20:11,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:11,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:11,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:11,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,998 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/ns/c401b63f38c94e6380ee4e86a1054928 2024-11-28T08:20:11,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:11,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:11,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:11,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:11,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:12,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:12,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:12,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:12,011 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/table/bdb5e5926e0d4a3aa3e8772959c4edf4 2024-11-28T08:20:12,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:12,012 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:12,012 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:20:12,014 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740 2024-11-28T08:20:12,016 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:12,016 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:12,017 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:12,018 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:12,019 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73405069, jitterRate=0.09382076561450958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:12,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:20:12,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782011972Writing region info on filesystem at 1732782011972Initializing all the Stores at 1732782011973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782011973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782011974 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782011974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782011974Cleaning up temporary data from old regions at 1732782012016 (+42 ms)Running coprocessor post-open hooks at 1732782012020 (+4 ms)Region opened successfully at 1732782012020 2024-11-28T08:20:12,024 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732782011944 2024-11-28T08:20:12,027 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:20:12,027 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:20:12,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:12,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,41715,1732782010575, state=OPEN 2024-11-28T08:20:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:12,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0256179850/meta-region-server 2024-11-28T08:20:12,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:12,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:12,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0256179850/meta-region-server: CHANGED 2024-11-28T08:20:12,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-28T08:20:12,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,41715,1732782010575 in 284 msec 2024-11-28T08:20:12,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:20:12,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-28T08:20:12,224 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:12,636 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:12,986 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-28T08:20:13,157 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:13,766 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:14,490 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:14,491 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-28T08:20:15,295 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:15,894 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-28T08:20:15,894 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:20:15,894 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:15,895 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,41715,1732782010575, seqNum=-1] 2024-11-28T08:20:15,895 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:15,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:15,901 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4b7da20f4d2c5bdc9fd00d8873100edd, regionState=OPEN, lastHost=81db972b9a1d,43247,1732781996599, regionLocation=81db972b9a1d,43247,1732781996599, openSeqNum=2 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782075901 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782135901 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-28T08:20:15,901 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 81db972b9a1d,43247,1732781996599 had 2 regions 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:42317, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,901 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,902 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:15,903 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 81db972b9a1d,43247,1732781996599, splitWal=true, meta=true, isMeta: false 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.224sec 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:20:15,909 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599-splitting dir is empty, no logs to split. 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:20:15,909 INFO [PEWorker-3 {}] master.SplitWALManager(105): 81db972b9a1d,43247,1732781996599 WAL count=0, meta=false 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:15,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:20:15,911 WARN [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=81db972b9a1d,43247,1732781996599/hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:15,913 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,43247,1732781996599-splitting dir is empty, no logs to split. 2024-11-28T08:20:15,913 INFO [PEWorker-3 {}] master.SplitWALManager(105): 81db972b9a1d,43247,1732781996599 WAL count=0, meta=false 2024-11-28T08:20:15,913 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 81db972b9a1d,43247,1732781996599 WAL splitting is done? wals=0, meta=false 2024-11-28T08:20:15,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN}] 2024-11-28T08:20:15,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN 2024-11-28T08:20:15,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T08:20:15,923 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:20:15,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:20:15,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42317,1732782010524-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:16,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,42317,-1 for getting cluster id 2024-11-28T08:20:16,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:16,013 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d931c54-dd82-43e9-9409-70e30c70bc4f' 2024-11-28T08:20:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d931c54-dd82-43e9-9409-70e30c70bc4f" 2024-11-28T08:20:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4da8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,42317,-1] 2024-11-28T08:20:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:16,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,016 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:16,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592b9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,41715,1732782010575, seqNum=-1] 2024-11-28T08:20:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:16,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:16,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-28T08:20:16,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:16,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:16,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 81db972b9a1d:42317 after: 81db972b9a1d:42317 2024-11-28T08:20:16,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:16,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,42317,-1 for getting cluster id 2024-11-28T08:20:16,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:16,026 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d931c54-dd82-43e9-9409-70e30c70bc4f' 2024-11-28T08:20:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d931c54-dd82-43e9-9409-70e30c70bc4f" 2024-11-28T08:20:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f867f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,42317,-1] 2024-11-28T08:20:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,028 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:16,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:16,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,42317,1732782010524 2024-11-28T08:20:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3592dd82 2024-11-28T08:20:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:16,032 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:16,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42317 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-28T08:20:16,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:20:16,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:16,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:16,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:16,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:20:16,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682053668, stopped=false 2024-11-28T08:20:16,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,44341,1732782002105 2024-11-28T08:20:16,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1804188200/running 2024-11-28T08:20:16,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1804188200/running 2024-11-28T08:20:16,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:16,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:16,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/running 2024-11-28T08:20:16,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Set watcher on znode that does not yet exist, /1-1804188200/running 2024-11-28T08:20:16,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:16,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:16,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:16,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,38441,1732782002239' ***** 2024-11-28T08:20:16,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:20:16,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,38441,1732782002239 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:16,056 INFO [RS:0;81db972b9a1d:38441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38441. 2024-11-28T08:20:16,056 DEBUG [RS:0;81db972b9a1d:38441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:16,057 DEBUG [RS:0;81db972b9a1d:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,057 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:20:16,057 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:20:16,057 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:20:16,057 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:20:16,070 DEBUG [81db972b9a1d:42317 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:16,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b7da20f4d2c5bdc9fd00d8873100edd, regionState=OPENING, regionLocation=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:16,072 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:20:16,072 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:20:16,072 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:20:16,072 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:16,072 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:16,072 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:16,072 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:16,072 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:16,073 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T08:20:16,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN because future has completed 2024-11-28T08:20:16,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,41715,1732782010575}] 2024-11-28T08:20:16,096 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/.tmp/ns/029b90a2fb5a45fbbcf4275bd9b78aa2 is 43, key is default/ns:d/1732782005043/Put/seqid=0 2024-11-28T08:20:16,100 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741835_1011 (size=5153) 2024-11-28T08:20:16,200 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:16,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:16,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:16,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:20:16,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C41715%2C1732782010575.rep, suffix=, logDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575, archiveDir=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs, maxLogs=10 2024-11-28T08:20:16,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.rep.1732782016246, exclude list is [], retry=0 2024-11-28T08:20:16,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-6c5d7c01-131a-4cb0-b4a0-bd246e090ad1,DISK] 2024-11-28T08:20:16,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.rep.1732782016246 2024-11-28T08:20:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34109:34109)] 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b7da20f4d2c5bdc9fd00d8873100edd, NAME => 'hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:16,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. service=MultiRowMutationService 2024-11-28T08:20:16,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,267 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,267 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName hfileref 2024-11-28T08:20:16,267 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:16,268 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:16,268 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,268 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName queue 2024-11-28T08:20:16,268 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:16,272 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:20:16,274 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/queue/73b8b412c721455ebedc9ee3dac9ca66 2024-11-28T08:20:16,274 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:16,274 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,275 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b7da20f4d2c5bdc9fd00d8873100edd columnFamilyName sid 2024-11-28T08:20:16,275 DEBUG [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:16,275 INFO [StoreOpener-4b7da20f4d2c5bdc9fd00d8873100edd-1 {}] regionserver.HStore(327): Store=4b7da20f4d2c5bdc9fd00d8873100edd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:16,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:16,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 4b7da20f4d2c5bdc9fd00d8873100edd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72537298, jitterRate=0.08088997006416321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:16,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:16,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 4b7da20f4d2c5bdc9fd00d8873100edd: Running coprocessor pre-open hook at 1732782016266Writing region info on filesystem at 1732782016266Initializing all the Stores at 1732782016266Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782016266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782016266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782016266Cleaning up temporary data from old regions at 1732782016278 (+12 ms)Running coprocessor post-open hooks at 1732782016281 (+3 ms)Region opened successfully at 1732782016282 (+1 ms) 2024-11-28T08:20:16,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., pid=13, masterSystemTime=1732782016241 2024-11-28T08:20:16,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:16,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:16,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b7da20f4d2c5bdc9fd00d8873100edd, regionState=OPEN, openSeqNum=9, regionLocation=81db972b9a1d,41715,1732782010575 2024-11-28T08:20:16,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,41715,1732782010575 because future has completed 2024-11-28T08:20:16,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T08:20:16,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b7da20f4d2c5bdc9fd00d8873100edd, server=81db972b9a1d,41715,1732782010575 in 200 msec 2024-11-28T08:20:16,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-28T08:20:16,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b7da20f4d2c5bdc9fd00d8873100edd, ASSIGN in 375 msec 2024-11-28T08:20:16,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-28T08:20:16,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., hostname=81db972b9a1d,41715,1732782010575, seqNum=9] 2024-11-28T08:20:16,309 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 81db972b9a1d,43247,1732781996599 2024-11-28T08:20:16,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-28T08:20:16,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-28T08:20:16,473 DEBUG [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:20:16,506 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/.tmp/ns/029b90a2fb5a45fbbcf4275bd9b78aa2 2024-11-28T08:20:16,512 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/.tmp/ns/029b90a2fb5a45fbbcf4275bd9b78aa2 as hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/ns/029b90a2fb5a45fbbcf4275bd9b78aa2 2024-11-28T08:20:16,516 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/ns/029b90a2fb5a45fbbcf4275bd9b78aa2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T08:20:16,517 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-28T08:20:16,517 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:20:16,521 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T08:20:16,522 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:16,522 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:16,522 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:16,522 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782016072Running coprocessor pre-close hooks at 1732782016072Disabling compacts and flushes for region at 1732782016072Disabling writes for close at 1732782016072Obtaining lock to block concurrent updates at 1732782016073 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732782016073Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732782016073Flushing stores of hbase:meta,,1.1588230740 at 1732782016074 (+1 ms)Flushing 1588230740/ns: creating writer at 1732782016074Flushing 1588230740/ns: appending metadata at 1732782016095 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732782016095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b310634: reopening flushed file at 1732782016511 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1732782016517 (+6 ms)Writing region close event to WAL at 1732782016518 (+1 ms)Running coprocessor post-close hooks at 1732782016522 (+4 ms)Closed at 1732782016522 2024-11-28T08:20:16,522 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:16,673 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,38441,1732782002239; all regions closed. 2024-11-28T08:20:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741834_1010 (size=1152) 2024-11-28T08:20:16,684 DEBUG [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/oldWALs 2024-11-28T08:20:16,685 INFO [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C38441%2C1732782002239.meta:.meta(num 1732782004980) 2024-11-28T08:20:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741832_1008 (size=93) 2024-11-28T08:20:16,698 DEBUG [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/oldWALs 2024-11-28T08:20:16,698 INFO [RS:0;81db972b9a1d:38441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C38441%2C1732782002239:(num 1732782003916) 2024-11-28T08:20:16,698 DEBUG [RS:0;81db972b9a1d:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:16,698 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:16,699 INFO [RS:0;81db972b9a1d:38441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:16,699 INFO [RS:0;81db972b9a1d:38441 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:16,699 INFO [RS:0;81db972b9a1d:38441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:16,699 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:16,699 INFO [RS:0;81db972b9a1d:38441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38441 2024-11-28T08:20:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1804188200/rs/81db972b9a1d,38441,1732782002239 2024-11-28T08:20:16,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200/rs 2024-11-28T08:20:16,750 INFO [RS:0;81db972b9a1d:38441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:16,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,38441,1732782002239] 2024-11-28T08:20:16,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/draining/81db972b9a1d,38441,1732782002239 already deleted, retry=false 2024-11-28T08:20:16,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,38441,1732782002239 expired; onlineServers=0 2024-11-28T08:20:16,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,44341,1732782002105' ***** 2024-11-28T08:20:16,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:20:16,780 INFO [M:0;81db972b9a1d:44341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:16,780 INFO [M:0;81db972b9a1d:44341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:16,780 DEBUG [M:0;81db972b9a1d:44341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:20:16,780 DEBUG [M:0;81db972b9a1d:44341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:20:16,780 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782003710 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782003710,5,FailOnTimeoutGroup] 2024-11-28T08:20:16,780 INFO [M:0;81db972b9a1d:44341 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:16,780 INFO [M:0;81db972b9a1d:44341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:16,781 DEBUG [M:0;81db972b9a1d:44341 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:20:16,781 INFO [M:0;81db972b9a1d:44341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:20:16,781 INFO [M:0;81db972b9a1d:44341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:16,781 INFO [M:0;81db972b9a1d:44341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:20:16,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:20:16,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:20:16,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782003710 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782003710,5,FailOnTimeoutGroup] 2024-11-28T08:20:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1804188200/master 2024-11-28T08:20:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1804188200 2024-11-28T08:20:16,801 DEBUG [M:0;81db972b9a1d:44341 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1804188200/master already deleted, retry=false 2024-11-28T08:20:16,801 DEBUG [M:0;81db972b9a1d:44341 {}] master.ActiveMasterManager(353): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1804188200/master 2024-11-28T08:20:16,805 INFO [M:0;81db972b9a1d:44341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/.lastflushedseqids 2024-11-28T08:20:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741836_1012 (size=99) 2024-11-28T08:20:16,839 INFO [M:0;81db972b9a1d:44341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:20:16,840 INFO [M:0;81db972b9a1d:44341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:20:16,840 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:16,840 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:16,840 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:16,840 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:16,840 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:16,840 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T08:20:16,866 DEBUG [M:0;81db972b9a1d:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402dc5e5740f435e815da533cac02e80 is 82, key is hbase:meta,,1/info:regioninfo/1732782005010/Put/seqid=0 2024-11-28T08:20:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x1018086ecfe0004, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:16,870 INFO [RS:0;81db972b9a1d:38441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:16,870 INFO [RS:0;81db972b9a1d:38441 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,38441,1732782002239; zookeeper connection closed. 2024-11-28T08:20:16,884 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52c734cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52c734cb 2024-11-28T08:20:16,884 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:20:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741837_1013 (size=5672) 2024-11-28T08:20:16,916 INFO [M:0;81db972b9a1d:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402dc5e5740f435e815da533cac02e80 2024-11-28T08:20:16,955 DEBUG [M:0;81db972b9a1d:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abac716600d74f5a974948c90f562a85 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732782005047/Put/seqid=0 2024-11-28T08:20:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741838_1014 (size=5275) 2024-11-28T08:20:16,973 INFO [M:0;81db972b9a1d:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abac716600d74f5a974948c90f562a85 2024-11-28T08:20:17,024 DEBUG [M:0;81db972b9a1d:44341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/276ec67a569f473198f47853c116ded3 is 69, key is 81db972b9a1d,38441,1732782002239/rs:state/1732782003721/Put/seqid=0 2024-11-28T08:20:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741839_1015 (size=5156) 2024-11-28T08:20:17,205 DEBUG [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.1732782011666 to pos 0, reset compression=false 2024-11-28T08:20:17,450 INFO [M:0;81db972b9a1d:44341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/276ec67a569f473198f47853c116ded3 2024-11-28T08:20:17,455 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/402dc5e5740f435e815da533cac02e80 as hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402dc5e5740f435e815da533cac02e80 2024-11-28T08:20:17,460 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/402dc5e5740f435e815da533cac02e80, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T08:20:17,461 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abac716600d74f5a974948c90f562a85 as hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abac716600d74f5a974948c90f562a85 2024-11-28T08:20:17,465 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abac716600d74f5a974948c90f562a85, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T08:20:17,466 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/276ec67a569f473198f47853c116ded3 as hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/276ec67a569f473198f47853c116ded3 2024-11-28T08:20:17,471 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44917/user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/276ec67a569f473198f47853c116ded3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T08:20:17,472 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=28, compaction requested=false 2024-11-28T08:20:17,473 INFO [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:17,473 DEBUG [M:0;81db972b9a1d:44341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782016840Disabling compacts and flushes for region at 1732782016840Disabling writes for close at 1732782016840Obtaining lock to block concurrent updates at 1732782016840Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782016840Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732782016841 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782016843 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782016843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782016866 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782016866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782016927 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782016954 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782016954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782016982 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782017023 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782017023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4f5145: reopening flushed file at 1732782017454 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46486244: reopening flushed file at 1732782017460 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dccefb3: reopening flushed file at 1732782017466 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=28, compaction requested=false at 1732782017472 (+6 ms)Writing region close event to WAL at 1732782017473 (+1 ms)Closed at 1732782017473 2024-11-28T08:20:17,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35125 is added to blk_1073741830_1006 (size=10165) 2024-11-28T08:20:17,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d39663eb-5895-8324-421c-8a8e72f9de19/MasterData/WALs/81db972b9a1d,44341,1732782002105/81db972b9a1d%2C44341%2C1732782002105.1732782003360 not finished, retry = 0 2024-11-28T08:20:17,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:17,581 INFO [M:0;81db972b9a1d:44341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:20:17,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:17,581 INFO [M:0;81db972b9a1d:44341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44341 2024-11-28T08:20:17,582 INFO [M:0;81db972b9a1d:44341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:17,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:17,690 INFO [M:0;81db972b9a1d:44341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:17,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44341-0x1018086ecfe0003, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:17,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:17,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:17,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:17,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:17,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:17,697 WARN [BP-1475393659-172.17.0.3-1732781999990 heartbeating to localhost/127.0.0.1:44917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:20:17,697 WARN [BP-1475393659-172.17.0.3-1732781999990 heartbeating to localhost/127.0.0.1:44917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1475393659-172.17.0.3-1732781999990 (Datanode Uuid dffcdc1f-0b29-481c-8005-462a3fc145b2) service to localhost/127.0.0.1:44917 2024-11-28T08:20:17,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/cluster_c3c0d070-a287-6e2e-e274-69df2ea1b29e/data/data1/current/BP-1475393659-172.17.0.3-1732781999990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:17,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/cluster_c3c0d070-a287-6e2e-e274-69df2ea1b29e/data/data2/current/BP-1475393659-172.17.0.3-1732781999990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:17,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:20:17,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:20:17,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:20:17,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:17,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:17,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:17,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:17,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:17,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:20:17,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:20:17,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:17,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:17,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:17,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:20:17,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223257568, stopped=false 2024-11-28T08:20:17,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,42317,1732782010524 2024-11-28T08:20:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:17,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:17,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:17,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:17,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:17,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:17,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/running 2024-11-28T08:20:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:17,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,41715,1732782010575' ***** 2024-11-28T08:20:17,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:20:17,741 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:20:17,741 INFO [RS:0;81db972b9a1d:41715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:20:17,741 INFO [RS:0;81db972b9a1d:41715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:20:17,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:20:17,741 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:17,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Set watcher on znode that does not yet exist, /0256179850/running 2024-11-28T08:20:17,743 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b7da20f4d2c5bdc9fd00d8873100edd, disabling compactions & flushes 2024-11-28T08:20:17,743 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:17,743 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,41715,1732782010575 2024-11-28T08:20:17,743 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:17,743 INFO [RS:0;81db972b9a1d:41715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:17,743 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. after waiting 0 ms 2024-11-28T08:20:17,743 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:17,743 INFO [RS:0;81db972b9a1d:41715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:41715. 2024-11-28T08:20:17,743 DEBUG [RS:0;81db972b9a1d:41715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:17,743 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:17,744 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:20:17,744 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:20:17,744 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:20:17,744 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:20:17,760 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:20:17,760 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1325): Online Regions={4b7da20f4d2c5bdc9fd00d8873100edd=hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:20:17,760 DEBUG [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b7da20f4d2c5bdc9fd00d8873100edd 2024-11-28T08:20:17,768 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:17,768 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:17,768 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:17,768 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:17,768 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:17,769 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-28T08:20:17,792 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/replication/4b7da20f4d2c5bdc9fd00d8873100edd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-28T08:20:17,793 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:17,793 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:17,793 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:17,793 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b7da20f4d2c5bdc9fd00d8873100edd: Waiting for close lock at 1732782017743Running coprocessor pre-close hooks at 1732782017743Disabling compacts and flushes for region at 1732782017743Disabling writes for close at 1732782017743Writing region close event to WAL at 1732782017773 (+30 ms)Running coprocessor post-close hooks at 1732782017793 (+20 ms)Closed at 1732782017793 2024-11-28T08:20:17,793 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd. 2024-11-28T08:20:17,798 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/eac2507deeea4f2499e98410ac9d3e51 is 147, key is hbase:replication,,1732782005242.4b7da20f4d2c5bdc9fd00d8873100edd./info:regioninfo/1732782016285/Put/seqid=0 2024-11-28T08:20:17,816 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741851_1027 (size=6385) 2024-11-28T08:20:17,822 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/eac2507deeea4f2499e98410ac9d3e51 2024-11-28T08:20:17,838 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/.tmp/info/eac2507deeea4f2499e98410ac9d3e51 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/info/eac2507deeea4f2499e98410ac9d3e51 2024-11-28T08:20:17,856 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/info/eac2507deeea4f2499e98410ac9d3e51, entries=8, sequenceid=19, filesize=6.2 K 2024-11-28T08:20:17,857 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=19, compaction requested=false 2024-11-28T08:20:17,887 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-28T08:20:17,888 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:17,888 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:17,888 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:17,888 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782017768Running coprocessor pre-close hooks at 1732782017768Disabling compacts and flushes for region at 1732782017768Disabling writes for close at 1732782017768Obtaining lock to block concurrent updates at 1732782017769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732782017769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732782017769Flushing stores of hbase:meta,,1.1588230740 at 1732782017770 (+1 ms)Flushing 1588230740/info: creating writer at 1732782017770Flushing 1588230740/info: appending metadata at 1732782017798 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732782017798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a965d59: reopening flushed file at 1732782017829 (+31 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=19, compaction requested=false at 1732782017857 (+28 ms)Writing region close event to WAL at 1732782017865 (+8 ms)Running coprocessor post-close hooks at 1732782017888 (+23 ms)Closed at 1732782017888 2024-11-28T08:20:17,889 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:17,960 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,41715,1732782010575; all regions closed. 2024-11-28T08:20:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741849_1025 (size=2156) 2024-11-28T08:20:17,980 DEBUG [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:17,980 INFO [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C41715%2C1732782010575.meta:.meta(num 1732782011951) 2024-11-28T08:20:17,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/WALs/81db972b9a1d,41715,1732782010575/81db972b9a1d%2C41715%2C1732782010575.rep.1732782016246 not finished, retry = 0 2024-11-28T08:20:17,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741850_1026 (size=796) 2024-11-28T08:20:18,086 DEBUG [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:18,086 INFO [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C41715%2C1732782010575.rep:(num 1732782016246) 2024-11-28T08:20:18,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741848_1024 (size=93) 2024-11-28T08:20:18,093 DEBUG [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/oldWALs 2024-11-28T08:20:18,093 INFO [RS:0;81db972b9a1d:41715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C41715%2C1732782010575:(num 1732782011666) 2024-11-28T08:20:18,093 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:18,093 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:18,093 INFO [RS:0;81db972b9a1d:41715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:18,094 INFO [RS:0;81db972b9a1d:41715 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:18,094 INFO [RS:0;81db972b9a1d:41715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:18,094 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:18,094 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,41715,1732782010575 because: Region server is closing 2024-11-28T08:20:18,094 INFO [RS:0;81db972b9a1d:41715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:41715. 2024-11-28T08:20:18,094 DEBUG [RS:0;81db972b9a1d:41715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:18,095 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:18,095 DEBUG [RS:0;81db972b9a1d:41715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:18,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:18,095 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-28T08:20:18,095 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-28T08:20:18,095 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T08:20:18,195 WARN [RS:0;81db972b9a1d:41715.replicationSource.wal-reader.81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:20:18,195 WARN [RS:0;81db972b9a1d:41715.replicationSource.shipper81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:20:18,195 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;81db972b9a1d:41715.replicationSource.shipper81db972b9a1d%2C41715%2C1732782010575,1-81db972b9a1d,41715,1732782010575 terminated 2024-11-28T08:20:18,195 INFO [RS:0;81db972b9a1d:41715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41715 2024-11-28T08:20:18,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/rs/81db972b9a1d,41715,1732782010575 2024-11-28T08:20:18,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850/rs 2024-11-28T08:20:18,204 INFO [RS:0;81db972b9a1d:41715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:18,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,41715,1732782010575] 2024-11-28T08:20:18,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/draining/81db972b9a1d,41715,1732782010575 already deleted, retry=false 2024-11-28T08:20:18,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,41715,1732782010575 expired; onlineServers=0 2024-11-28T08:20:18,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,42317,1732782010524' ***** 2024-11-28T08:20:18,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:20:18,222 INFO [M:0;81db972b9a1d:42317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:18,222 INFO [M:0;81db972b9a1d:42317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:18,223 DEBUG [M:0;81db972b9a1d:42317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:20:18,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:20:18,223 DEBUG [M:0;81db972b9a1d:42317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:20:18,223 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782011380 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782011380,5,FailOnTimeoutGroup] 2024-11-28T08:20:18,223 INFO [M:0;81db972b9a1d:42317 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:18,223 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782011376 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782011376,5,FailOnTimeoutGroup] 2024-11-28T08:20:18,223 INFO [M:0;81db972b9a1d:42317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:18,223 DEBUG [M:0;81db972b9a1d:42317 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:20:18,223 INFO [M:0;81db972b9a1d:42317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:20:18,223 INFO [M:0;81db972b9a1d:42317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:18,223 INFO [M:0;81db972b9a1d:42317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:20:18,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:20:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0256179850/master 2024-11-28T08:20:18,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0256179850 2024-11-28T08:20:18,254 DEBUG [M:0;81db972b9a1d:42317 {}] zookeeper.RecoverableZooKeeper(212): Node /0256179850/master already deleted, retry=false 2024-11-28T08:20:18,254 DEBUG [M:0;81db972b9a1d:42317 {}] master.ActiveMasterManager(353): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Failed delete of our master address node; KeeperErrorCode = NoNode for /0256179850/master 2024-11-28T08:20:18,255 INFO [M:0;81db972b9a1d:42317 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/.lastflushedseqids 2024-11-28T08:20:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741852_1028 (size=181) 2024-11-28T08:20:18,292 INFO [M:0;81db972b9a1d:42317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:20:18,292 INFO [M:0;81db972b9a1d:42317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:20:18,292 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:18,292 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:18,292 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:18,292 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:18,292 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:18,292 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-28T08:20:18,312 INFO [RS:0;81db972b9a1d:41715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:18,312 INFO [RS:0;81db972b9a1d:41715 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,41715,1732782010575; zookeeper connection closed. 2024-11-28T08:20:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41715-0x1018086ecfe0007, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:18,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a09990b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a09990b 2024-11-28T08:20:18,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:20:18,334 DEBUG [M:0;81db972b9a1d:42317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/117036eb355b413caa6804e6e2519163 is 82, key is hbase:meta,,1/info:regioninfo/1732782012028/Put/seqid=0 2024-11-28T08:20:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741853_1029 (size=5672) 2024-11-28T08:20:18,350 INFO [M:0;81db972b9a1d:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/117036eb355b413caa6804e6e2519163 2024-11-28T08:20:18,386 DEBUG [M:0;81db972b9a1d:42317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193bbf77d64510ac09937ad1824cfb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732782016291/Put/seqid=0 2024-11-28T08:20:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741854_1030 (size=7312) 2024-11-28T08:20:18,799 INFO [M:0;81db972b9a1d:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193bbf77d64510ac09937ad1824cfb 2024-11-28T08:20:18,823 DEBUG [M:0;81db972b9a1d:42317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573585483f84380864d50b750197ed2 is 69, key is 81db972b9a1d,41715,1732782010575/rs:state/1732782011443/Put/seqid=0 2024-11-28T08:20:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741855_1031 (size=5370) 2024-11-28T08:20:18,837 INFO [M:0;81db972b9a1d:42317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573585483f84380864d50b750197ed2 2024-11-28T08:20:18,845 INFO [M:0;81db972b9a1d:42317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d573585483f84380864d50b750197ed2 2024-11-28T08:20:18,847 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/117036eb355b413caa6804e6e2519163 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/117036eb355b413caa6804e6e2519163 2024-11-28T08:20:18,854 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/117036eb355b413caa6804e6e2519163, entries=8, sequenceid=127, filesize=5.5 K 2024-11-28T08:20:18,860 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193bbf77d64510ac09937ad1824cfb as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45193bbf77d64510ac09937ad1824cfb 2024-11-28T08:20:18,874 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45193bbf77d64510ac09937ad1824cfb, entries=7, sequenceid=127, filesize=7.1 K 2024-11-28T08:20:18,875 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573585483f84380864d50b750197ed2 as hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d573585483f84380864d50b750197ed2 2024-11-28T08:20:18,895 INFO [M:0;81db972b9a1d:42317 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d573585483f84380864d50b750197ed2 2024-11-28T08:20:18,895 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46765/user/jenkins/test-data/905782cb-790b-7f2e-635c-3dac6c3bca16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d573585483f84380864d50b750197ed2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-28T08:20:18,896 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=127, compaction requested=false 2024-11-28T08:20:18,911 INFO [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:18,911 DEBUG [M:0;81db972b9a1d:42317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782018292Disabling compacts and flushes for region at 1732782018292Disabling writes for close at 1732782018292Obtaining lock to block concurrent updates at 1732782018292Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782018292Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732782018293 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782018293Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782018293Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782018331 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782018331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782018363 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782018386 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782018386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782018804 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782018822 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782018822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53976606: reopening flushed file at 1732782018846 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3b52c: reopening flushed file at 1732782018854 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6c3222: reopening flushed file at 1732782018874 (+20 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 604ms, sequenceid=127, compaction requested=false at 1732782018897 (+23 ms)Writing region close event to WAL at 1732782018911 (+14 ms)Closed at 1732782018911 2024-11-28T08:20:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741847_1023 (size=22903) 2024-11-28T08:20:18,918 INFO [M:0;81db972b9a1d:42317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:20:18,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:18,918 INFO [M:0;81db972b9a1d:42317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42317 2024-11-28T08:20:18,918 INFO [M:0;81db972b9a1d:42317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42317-0x1018086ecfe0006, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:19,080 INFO [M:0;81db972b9a1d:42317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:19,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:19,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:19,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:19,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:19,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:19,126 WARN [BP-2041453969-172.17.0.3-1732781994340 heartbeating to localhost/127.0.0.1:46765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:20:19,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:20:19,126 WARN [BP-2041453969-172.17.0.3-1732781994340 heartbeating to localhost/127.0.0.1:46765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2041453969-172.17.0.3-1732781994340 (Datanode Uuid 87ed8bb4-5b19-403b-9ec2-fcdb92117e7d) service to localhost/127.0.0.1:46765 2024-11-28T08:20:19,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:20:19,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/data/data1/current/BP-2041453969-172.17.0.3-1732781994340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:19,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:20:19,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/cluster_e23dcfe8-3e49-cf5e-bc79-430f49348739/data/data2/current/BP-2041453969-172.17.0.3-1732781994340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:19,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:19,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:19,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:19,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:19,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/967a2496-c174-7eea-e9c1-4f9cbcc4b634/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:19,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:20:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:20:19,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 158) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63455) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46765 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63455) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5640 (was 5376) - AvailableMemoryMB LEAK? - 2024-11-28T08:20:19,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018086ecfe0002, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:20:19,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018086ecfe0005, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:20:19,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018086ecfe0005, quorum=127.0.0.1:63455, baseZNode=/1-1804188200 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:20:19,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018086ecfe0002, quorum=127.0.0.1:63455, baseZNode=/0256179850 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:20:19,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5640 2024-11-28T08:20:19,302 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-28T08:20:19,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir so I do NOT create it in target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418 2024-11-28T08:20:19,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:20:19,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.tmp.dir so I do NOT create it in target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418 2024-11-28T08:20:19,303 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78feeac4-a664-bf96-bfa0-c650afe30709/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:20:19,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418 2024-11-28T08:20:19,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412, deleteOnExit=true 2024-11-28T08:20:19,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/zookeeper_0, clientPort=64543, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:20:19,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64543 2024-11-28T08:20:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:20:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:20:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/test.cache.data in system properties and HBase conf 2024-11-28T08:20:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:20:19,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:20:19,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:20:20,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:20,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:20,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:20,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:20,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:20,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:20,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7762b913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:20,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12386e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:20,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1540c270{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/java.io.tmpdir/jetty-localhost-45129-hadoop-hdfs-3_4_1-tests_jar-_-any-6107814118853069838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:20,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ef08e8f{HTTP/1.1, (http/1.1)}{localhost:45129} 2024-11-28T08:20:20,198 INFO [Time-limited test {}] server.Server(415): Started @166634ms 2024-11-28T08:20:20,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:20,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:20,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:20,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:20,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:20,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458d98f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:20,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17373f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:20,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37eab4d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/java.io.tmpdir/jetty-localhost-40785-hadoop-hdfs-3_4_1-tests_jar-_-any-8212184225839124132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:20,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702d0e1c{HTTP/1.1, (http/1.1)}{localhost:40785} 2024-11-28T08:20:20,658 INFO [Time-limited test {}] server.Server(415): Started @167094ms 2024-11-28T08:20:20,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:20:21,354 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/data/data1/current/BP-534989698-172.17.0.3-1732782019419/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:21,354 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/data/data2/current/BP-534989698-172.17.0.3-1732782019419/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:21,369 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:20:21,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b4a5ad106d7b518 with lease ID 0x5a342daacc1c179b: Processing first storage report for DS-4bae688f-5ce6-473c-a963-1968c5b84f03 from datanode DatanodeRegistration(127.0.0.1:43163, datanodeUuid=7483ad63-caf3-4ea0-a6b4-eed74cb89779, infoPort=37933, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=715229253;c=1732782019419) 2024-11-28T08:20:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b4a5ad106d7b518 with lease ID 0x5a342daacc1c179b: from storage DS-4bae688f-5ce6-473c-a963-1968c5b84f03 node DatanodeRegistration(127.0.0.1:43163, datanodeUuid=7483ad63-caf3-4ea0-a6b4-eed74cb89779, infoPort=37933, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=715229253;c=1732782019419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b4a5ad106d7b518 with lease ID 0x5a342daacc1c179b: Processing first storage report for DS-fb75ab4e-1397-430f-9cab-f9a49d6962df from datanode DatanodeRegistration(127.0.0.1:43163, datanodeUuid=7483ad63-caf3-4ea0-a6b4-eed74cb89779, infoPort=37933, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=715229253;c=1732782019419) 2024-11-28T08:20:21,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b4a5ad106d7b518 with lease ID 0x5a342daacc1c179b: from storage DS-fb75ab4e-1397-430f-9cab-f9a49d6962df node DatanodeRegistration(127.0.0.1:43163, datanodeUuid=7483ad63-caf3-4ea0-a6b4-eed74cb89779, infoPort=37933, infoSecurePort=0, ipcPort=45955, storageInfo=lv=-57;cid=testClusterID;nsid=715229253;c=1732782019419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:21,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418 2024-11-28T08:20:21,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:21,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:20:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:20:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:20:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:21,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344 with version=8 2024-11-28T08:20:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/hbase-staging 2024-11-28T08:20:21,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:21,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:21,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33449 2024-11-28T08:20:21,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33449 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334490x0, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:21,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33449-0x10180874eb10000 connected 2024-11-28T08:20:22,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:22,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:22,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/running 2024-11-28T08:20:22,132 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344, hbase.cluster.distributed=false 2024-11-28T08:20:22,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/acl 2024-11-28T08:20:22,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33449 2024-11-28T08:20:22,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33449 2024-11-28T08:20:22,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33449 2024-11-28T08:20:22,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33449 2024-11-28T08:20:22,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33449 2024-11-28T08:20:22,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:22,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:22,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:22,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46345 2024-11-28T08:20:22,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46345 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:22,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:22,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463450x0, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:22,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463450x0, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/running 2024-11-28T08:20:22,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46345-0x10180874eb10001 connected 2024-11-28T08:20:22,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:22,172 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:22,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/master 2024-11-28T08:20:22,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/acl 2024-11-28T08:20:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-28T08:20:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46345 2024-11-28T08:20:22,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46345 2024-11-28T08:20:22,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-28T08:20:22,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46345 2024-11-28T08:20:22,194 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:33449 2024-11-28T08:20:22,195 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0718754904/backup-masters/81db972b9a1d,33449,1732782021850 2024-11-28T08:20:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/backup-masters 2024-11-28T08:20:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/backup-masters 2024-11-28T08:20:22,203 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on existing znode=/0718754904/backup-masters/81db972b9a1d,33449,1732782021850 2024-11-28T08:20:22,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718754904/master 2024-11-28T08:20:22,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:22,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:22,213 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on existing znode=/0718754904/master 2024-11-28T08:20:22,213 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0718754904/backup-masters/81db972b9a1d,33449,1732782021850 from backup master directory 2024-11-28T08:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/backup-masters 2024-11-28T08:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718754904/backup-masters/81db972b9a1d,33449,1732782021850 2024-11-28T08:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/backup-masters 2024-11-28T08:20:22,223 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:22,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,33449,1732782021850 2024-11-28T08:20:22,227 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/hbase.id] with ID: 8c992a58-0ded-41b0-8bbf-3187dda478dd 2024-11-28T08:20:22,227 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/.tmp/hbase.id 2024-11-28T08:20:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:20:22,631 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/.tmp/hbase.id]:[hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/hbase.id] 2024-11-28T08:20:22,641 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:22,641 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:22,642 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:20:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:20:23,100 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:23,100 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:20:23,101 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:20:23,295 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:23,507 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store 2024-11-28T08:20:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:20:23,913 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:23,913 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:23,913 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:23,913 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:23,913 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:23,913 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:23,914 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:23,914 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782023913Disabling compacts and flushes for region at 1732782023913Disabling writes for close at 1732782023913Writing region close event to WAL at 1732782023913Closed at 1732782023913 2024-11-28T08:20:23,914 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/.initializing 2024-11-28T08:20:23,914 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/WALs/81db972b9a1d,33449,1732782021850 2024-11-28T08:20:23,915 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:23,916 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C33449%2C1732782021850, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/WALs/81db972b9a1d,33449,1732782021850, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/oldWALs, maxLogs=10 2024-11-28T08:20:23,928 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/WALs/81db972b9a1d,33449,1732782021850/81db972b9a1d%2C33449%2C1732782021850.1732782023917, exclude list is [], retry=0 2024-11-28T08:20:23,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43163,DS-4bae688f-5ce6-473c-a963-1968c5b84f03,DISK] 2024-11-28T08:20:23,932 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/WALs/81db972b9a1d,33449,1732782021850/81db972b9a1d%2C33449%2C1732782021850.1732782023917 2024-11-28T08:20:23,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-11-28T08:20:23,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:23,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:23,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,932 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:20:23,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:20:23,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:23,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:23,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:20:23,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:23,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:23,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:20:23,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:23,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:23,940 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,941 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,941 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,942 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,942 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,942 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:23,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:23,945 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:23,945 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68027873, jitterRate=0.01369430124759674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:23,945 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782023932Initializing all the Stores at 1732782023933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782023933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782023933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782023933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782023933Cleaning up temporary data from old regions at 1732782023942 (+9 ms)Region opened successfully at 1732782023945 (+3 ms) 2024-11-28T08:20:23,945 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:20:23,947 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19345d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:23,948 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:20:23,948 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:20:23,948 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:20:23,948 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:20:23,949 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:20:23,949 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:20:23,949 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:20:23,950 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:20:23,951 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/balancer because node does not exist (not necessarily an error) 2024-11-28T08:20:24,002 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/balancer already deleted, retry=false 2024-11-28T08:20:24,003 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:20:24,003 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:20:24,013 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/normalizer already deleted, retry=false 2024-11-28T08:20:24,013 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:20:24,014 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:20:24,023 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/switch/split already deleted, retry=false 2024-11-28T08:20:24,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:20:24,034 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/switch/merge already deleted, retry=false 2024-11-28T08:20:24,035 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:20:24,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/snapshot-cleanup already deleted, retry=false 2024-11-28T08:20:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718754904/running 2024-11-28T08:20:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718754904/running 2024-11-28T08:20:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,055 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,33449,1732782021850, sessionid=0x10180874eb10000, setting cluster-up flag (Was=false) 2024-11-28T08:20:24,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,108 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0718754904/flush-table-proc/acquired, /0718754904/flush-table-proc/reached, /0718754904/flush-table-proc/abort 2024-11-28T08:20:24,109 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,33449,1732782021850 2024-11-28T08:20:24,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:24,160 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0718754904/online-snapshot/acquired, /0718754904/online-snapshot/reached, /0718754904/online-snapshot/abort 2024-11-28T08:20:24,161 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,33449,1732782021850 2024-11-28T08:20:24,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:20:24,163 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:24,164 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:20:24,164 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:20:24,164 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 81db972b9a1d,43247,1732781996599: status=Processing ServerCrashProcedure of 81db972b9a1d,43247,1732781996599 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732782011357, completionTime=-1 appears to have been leaked 2024-11-28T08:20:24,164 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,33449,1732782021850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:24,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:24,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:20:24,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:24,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782054172 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:20:24,172 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:20:24,173 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:20:24,173 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782024173,5,FailOnTimeoutGroup] 2024-11-28T08:20:24,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782024173,5,FailOnTimeoutGroup] 2024-11-28T08:20:24,174 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,174 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:20:24,174 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,174 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:20:24,187 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(746): ClusterId : 8c992a58-0ded-41b0-8bbf-3187dda478dd 2024-11-28T08:20:24,187 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:20:24,200 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:20:24,200 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:20:24,210 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:20:24,210 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38137dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:24,224 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:46345 2024-11-28T08:20:24,224 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:20:24,225 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:20:24,225 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:20:24,225 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,33449,1732782021850 with port=46345, startcode=1732782022157 2024-11-28T08:20:24,226 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:20:24,227 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:20:24,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33449 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,229 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344 2024-11-28T08:20:24,229 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43973 2024-11-28T08:20:24,229 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:20:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/rs 2024-11-28T08:20:24,241 DEBUG [RS:0;81db972b9a1d:46345 {}] zookeeper.ZKUtil(111): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on existing znode=/0718754904/rs/81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,242 WARN [RS:0;81db972b9a1d:46345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:24,242 INFO [RS:0;81db972b9a1d:46345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:24,242 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,46345,1732782022157] 2024-11-28T08:20:24,245 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:20:24,246 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:20:24,247 INFO [RS:0;81db972b9a1d:46345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:20:24,247 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,247 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:20:24,247 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:20:24,247 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:24,248 DEBUG [RS:0;81db972b9a1d:46345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,254 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46345,1732782022157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:24,268 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:20:24,268 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46345,1732782022157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,268 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,268 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.Replication(171): 81db972b9a1d,46345,1732782022157 started 2024-11-28T08:20:24,281 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:24,281 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,46345,1732782022157, RpcServer on 81db972b9a1d/172.17.0.3:46345, sessionid=0x10180874eb10001 2024-11-28T08:20:24,281 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:20:24,281 DEBUG [RS:0;81db972b9a1d:46345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,281 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,46345,1732782022157' 2024-11-28T08:20:24,281 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0718754904/flush-table-proc/abort' 2024-11-28T08:20:24,281 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0718754904/flush-table-proc/acquired' 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,46345,1732782022157 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,46345,1732782022157' 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0718754904/online-snapshot/abort' 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0718754904/online-snapshot/acquired' 2024-11-28T08:20:24,282 DEBUG [RS:0;81db972b9a1d:46345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:20:24,282 INFO [RS:0;81db972b9a1d:46345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:20:24,282 INFO [RS:0;81db972b9a1d:46345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:20:24,383 INFO [RS:0;81db972b9a1d:46345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:24,384 INFO [RS:0;81db972b9a1d:46345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46345%2C1732782022157, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/oldWALs, maxLogs=10 2024-11-28T08:20:24,396 DEBUG [RS:0;81db972b9a1d:46345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, exclude list is [], retry=0 2024-11-28T08:20:24,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43163,DS-4bae688f-5ce6-473c-a963-1968c5b84f03,DISK] 2024-11-28T08:20:24,400 INFO [RS:0;81db972b9a1d:46345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 2024-11-28T08:20:24,400 DEBUG [RS:0;81db972b9a1d:46345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-11-28T08:20:24,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:20:24,577 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344 2024-11-28T08:20:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:20:24,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:24,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:24,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:24,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:24,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:24,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:24,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:24,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:24,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:24,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:24,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:24,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740 2024-11-28T08:20:24,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740 2024-11-28T08:20:24,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:24,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:24,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:24,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:24,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:24,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741406, jitterRate=0.009425610303878784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:24,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782024982Initializing all the Stores at 1732782024983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782024983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782024983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782024983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782024983Cleaning up temporary data from old regions at 1732782024990 (+7 ms)Region opened successfully at 1732782024993 (+3 ms) 2024-11-28T08:20:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:24,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:24,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:24,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782024994Disabling compacts and flushes for region at 1732782024994Disabling writes for close at 1732782024994Writing region close event to WAL at 1732782024994Closed at 1732782024994 2024-11-28T08:20:24,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:24,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:20:24,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:20:24,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:24,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:20:25,146 DEBUG [81db972b9a1d:33449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:25,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:25,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,46345,1732782022157, state=OPENING 2024-11-28T08:20:25,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:20:25,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:25,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:25,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718754904/meta-region-server: CHANGED 2024-11-28T08:20:25,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718754904/meta-region-server: CHANGED 2024-11-28T08:20:25,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:25,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,46345,1732782022157}] 2024-11-28T08:20:25,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:25,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:20:25,327 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:20:25,327 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:25,327 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:20:25,329 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46345%2C1732782022157.meta, suffix=.meta, logDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/oldWALs, maxLogs=10 2024-11-28T08:20:25,340 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.meta.1732782025329.meta, exclude list is [], retry=0 2024-11-28T08:20:25,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43163,DS-4bae688f-5ce6-473c-a963-1968c5b84f03,DISK] 2024-11-28T08:20:25,343 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.meta.1732782025329.meta 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:25,344 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:20:25,344 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:20:25,344 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:20:25,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:25,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:25,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:25,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:25,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:25,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:25,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:25,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:25,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:25,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:25,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:25,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:25,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:25,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:25,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:25,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:25,350 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:25,350 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740 2024-11-28T08:20:25,351 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740 2024-11-28T08:20:25,352 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:25,352 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:25,352 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:25,353 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:25,353 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71357371, jitterRate=0.06330768764019012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:25,353 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:20:25,354 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782025344Writing region info on filesystem at 1732782025344Initializing all the Stores at 1732782025345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782025345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782025345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782025345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782025345Cleaning up temporary data from old regions at 1732782025352 (+7 ms)Running coprocessor post-open hooks at 1732782025353 (+1 ms)Region opened successfully at 1732782025354 (+1 ms) 2024-11-28T08:20:25,354 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782025323 2024-11-28T08:20:25,356 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:20:25,356 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:20:25,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:25,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,46345,1732782022157, state=OPEN 2024-11-28T08:20:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0718754904/meta-region-server 2024-11-28T08:20:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0718754904/meta-region-server 2024-11-28T08:20:25,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:25,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718754904/meta-region-server: CHANGED 2024-11-28T08:20:25,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718754904/meta-region-server: CHANGED 2024-11-28T08:20:25,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:20:25,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,46345,1732782022157 in 229 msec 2024-11-28T08:20:25,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:20:25,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-28T08:20:25,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:25,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:20:25,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:25,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:25,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:25,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:25,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-28T08:20:25,411 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782025411, completionTime=-1 2024-11-28T08:20:25,411 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:20:25,412 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:20:25,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:20:25,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782085413 2024-11-28T08:20:25,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782145413 2024-11-28T08:20:25,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:33449, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,415 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:25,417 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:20:25,419 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:20:25,419 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:20:25,419 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,33449,1732782021850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:25,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:25,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:25,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:25,489 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b7cf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:25,490 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:25,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:25,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:25,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:25,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:25,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,33449,1732782021850 2024-11-28T08:20:25,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:25,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180874eb10002 connected 2024-11-28T08:20:25,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir so I do NOT create it in target/test-data/fc9d0713-1802-3081-0592-511d65985645 2024-11-28T08:20:25,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:20:25,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.tmp.dir so I do NOT create it in target/test-data/fc9d0713-1802-3081-0592-511d65985645 2024-11-28T08:20:25,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:20:25,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645 2024-11-28T08:20:25,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/cluster_13ed69d7-5f5d-f63c-7870-8a5843d11c13, deleteOnExit=true 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/test.cache.data in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:20:25,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:20:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:20:25,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:20:25,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:25,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:25,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:25,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:25,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:25,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:25,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:25,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:25,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bac464d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/java.io.tmpdir/jetty-localhost-43869-hadoop-hdfs-3_4_1-tests_jar-_-any-11228088199557729179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:25,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:43869} 2024-11-28T08:20:25,998 INFO [Time-limited test {}] server.Server(415): Started @172433ms 2024-11-28T08:20:26,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:26,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:26,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:26,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:26,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:26,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:26,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62978b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/java.io.tmpdir/jetty-localhost-38719-hadoop-hdfs-3_4_1-tests_jar-_-any-7616085886850638004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:26,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:38719} 2024-11-28T08:20:26,515 INFO [Time-limited test {}] server.Server(415): Started @172950ms 2024-11-28T08:20:26,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:20:27,579 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/cluster_13ed69d7-5f5d-f63c-7870-8a5843d11c13/data/data1/current/BP-929833465-172.17.0.3-1732782025542/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:27,579 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/cluster_13ed69d7-5f5d-f63c-7870-8a5843d11c13/data/data2/current/BP-929833465-172.17.0.3-1732782025542/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:27,601 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:20:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eff0652790cc714 with lease ID 0xcbefa453e9c52245: Processing first storage report for DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f from datanode DatanodeRegistration(127.0.0.1:44701, datanodeUuid=8a4f5b5e-a941-4f19-b8ed-0a6bc413e487, infoPort=44057, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1491213947;c=1732782025542) 2024-11-28T08:20:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eff0652790cc714 with lease ID 0xcbefa453e9c52245: from storage DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f node DatanodeRegistration(127.0.0.1:44701, datanodeUuid=8a4f5b5e-a941-4f19-b8ed-0a6bc413e487, infoPort=44057, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1491213947;c=1732782025542), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9eff0652790cc714 with lease ID 0xcbefa453e9c52245: Processing first storage report for DS-3a93f268-bef6-4d65-90d5-21d235299b29 from datanode DatanodeRegistration(127.0.0.1:44701, datanodeUuid=8a4f5b5e-a941-4f19-b8ed-0a6bc413e487, infoPort=44057, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1491213947;c=1732782025542) 2024-11-28T08:20:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9eff0652790cc714 with lease ID 0xcbefa453e9c52245: from storage DS-3a93f268-bef6-4d65-90d5-21d235299b29 node DatanodeRegistration(127.0.0.1:44701, datanodeUuid=8a4f5b5e-a941-4f19-b8ed-0a6bc413e487, infoPort=44057, infoSecurePort=0, ipcPort=46669, storageInfo=lv=-57;cid=testClusterID;nsid=1491213947;c=1732782025542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:27,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645 2024-11-28T08:20:27,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:27,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:20:28,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9 with version=8 2024-11-28T08:20:28,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/hbase-staging 2024-11-28T08:20:28,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:28,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:28,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45351 2024-11-28T08:20:28,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45351 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453510x0, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:28,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45351-0x10180874eb10003 connected 2024-11-28T08:20:28,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:28,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:28,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/running 2024-11-28T08:20:28,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9, hbase.cluster.distributed=false 2024-11-28T08:20:28,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/acl 2024-11-28T08:20:28,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45351 2024-11-28T08:20:28,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45351 2024-11-28T08:20:28,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45351 2024-11-28T08:20:28,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45351 2024-11-28T08:20:28,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45351 2024-11-28T08:20:28,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:28,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:28,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38477 2024-11-28T08:20:28,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38477 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:28,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:28,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:28,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384770x0, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:28,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384770x0, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/running 2024-11-28T08:20:28,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38477-0x10180874eb10004 connected 2024-11-28T08:20:28,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:28,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:28,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/master 2024-11-28T08:20:28,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/acl 2024-11-28T08:20:28,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-28T08:20:28,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38477 2024-11-28T08:20:28,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38477 2024-11-28T08:20:28,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-28T08:20:28,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38477 2024-11-28T08:20:28,682 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:45351 2024-11-28T08:20:28,683 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1734881259/backup-masters/81db972b9a1d,45351,1732782028087 2024-11-28T08:20:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/backup-masters 2024-11-28T08:20:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/backup-masters 2024-11-28T08:20:28,708 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on existing znode=/1734881259/backup-masters/81db972b9a1d,45351,1732782028087 2024-11-28T08:20:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1734881259/master 2024-11-28T08:20:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:28,718 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on existing znode=/1734881259/master 2024-11-28T08:20:28,718 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1734881259/backup-masters/81db972b9a1d,45351,1732782028087 from backup master directory 2024-11-28T08:20:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1734881259/backup-masters/81db972b9a1d,45351,1732782028087 2024-11-28T08:20:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/backup-masters 2024-11-28T08:20:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/backup-masters 2024-11-28T08:20:28,728 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:28,728 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,45351,1732782028087 2024-11-28T08:20:28,732 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/hbase.id] with ID: a0d73185-f5ea-4b00-86c8-455432c8b87d 2024-11-28T08:20:28,732 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/.tmp/hbase.id 2024-11-28T08:20:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:20:29,138 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/.tmp/hbase.id]:[hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/hbase.id] 2024-11-28T08:20:29,192 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:29,192 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:29,193 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:20:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:20:29,650 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:29,651 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:20:29,651 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:29,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:20:30,058 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store 2024-11-28T08:20:30,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:20:30,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:20:30,463 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:30,464 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:30,464 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782030464Disabling compacts and flushes for region at 1732782030464Disabling writes for close at 1732782030464Writing region close event to WAL at 1732782030464Closed at 1732782030464 2024-11-28T08:20:30,464 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/.initializing 2024-11-28T08:20:30,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/WALs/81db972b9a1d,45351,1732782028087 2024-11-28T08:20:30,465 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:30,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C45351%2C1732782028087, suffix=, logDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/WALs/81db972b9a1d,45351,1732782028087, archiveDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/oldWALs, maxLogs=10 2024-11-28T08:20:30,479 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/WALs/81db972b9a1d,45351,1732782028087/81db972b9a1d%2C45351%2C1732782028087.1732782030467, exclude list is [], retry=0 2024-11-28T08:20:30,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f,DISK] 2024-11-28T08:20:30,482 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/WALs/81db972b9a1d,45351,1732782028087/81db972b9a1d%2C45351%2C1732782028087.1732782030467 2024-11-28T08:20:30,482 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-28T08:20:30,482 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:30,483 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:30,483 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,483 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:20:30,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:20:30,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:20:30,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:30,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:30,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:20:30,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:30,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:30,489 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,490 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,490 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:30,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:30,493 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:30,494 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66707212, jitterRate=-0.005985081195831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:30,494 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782030483Initializing all the Stores at 1732782030484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782030484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782030484Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782030484Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782030484Cleaning up temporary data from old regions at 1732782030491 (+7 ms)Region opened successfully at 1732782030494 (+3 ms) 2024-11-28T08:20:30,494 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:20:30,497 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e3ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:30,498 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:20:30,498 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:20:30,498 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:20:30,498 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:20:30,499 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:20:30,499 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:20:30,499 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:20:30,501 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:20:30,501 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Unable to get data of znode /1734881259/balancer because node does not exist (not necessarily an error) 2024-11-28T08:20:30,549 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/balancer already deleted, retry=false 2024-11-28T08:20:30,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:20:30,551 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Unable to get data of znode /1734881259/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:20:30,560 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/normalizer already deleted, retry=false 2024-11-28T08:20:30,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:20:30,561 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Unable to get data of znode /1734881259/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:20:30,570 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/switch/split already deleted, retry=false 2024-11-28T08:20:30,571 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Unable to get data of znode /1734881259/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:20:30,581 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/switch/merge already deleted, retry=false 2024-11-28T08:20:30,582 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Unable to get data of znode /1734881259/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:20:30,591 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/snapshot-cleanup already deleted, retry=false 2024-11-28T08:20:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1734881259/running 2024-11-28T08:20:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1734881259/running 2024-11-28T08:20:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,45351,1732782028087, sessionid=0x10180874eb10003, setting cluster-up flag (Was=false) 2024-11-28T08:20:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,655 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1734881259/flush-table-proc/acquired, /1734881259/flush-table-proc/reached, /1734881259/flush-table-proc/abort 2024-11-28T08:20:30,656 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45351,1732782028087 2024-11-28T08:20:30,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:30,707 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1734881259/online-snapshot/acquired, /1734881259/online-snapshot/reached, /1734881259/online-snapshot/abort 2024-11-28T08:20:30,708 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45351,1732782028087 2024-11-28T08:20:30,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:20:30,710 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:30,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:20:30,710 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:20:30,710 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,45351,1732782028087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:30,711 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782060712 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:30,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:20:30,712 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:20:30,713 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:20:30,713 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:20:30,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:30,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:20:30,716 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782030713,5,FailOnTimeoutGroup] 2024-11-28T08:20:30,716 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782030716,5,FailOnTimeoutGroup] 2024-11-28T08:20:30,716 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,716 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:20:30,716 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,716 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:20:30,773 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(746): ClusterId : a0d73185-f5ea-4b00-86c8-455432c8b87d 2024-11-28T08:20:30,773 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:20:30,782 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:20:30,782 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:20:30,792 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:20:30,792 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3e650b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:30,802 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:38477 2024-11-28T08:20:30,802 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:20:30,802 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:20:30,802 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:20:30,803 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,45351,1732782028087 with port=38477, startcode=1732782028645 2024-11-28T08:20:30,803 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:20:30,804 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:20:30,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,805 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45351 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,806 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9 2024-11-28T08:20:30,806 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44011 2024-11-28T08:20:30,806 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:20:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/rs 2024-11-28T08:20:30,813 DEBUG [RS:0;81db972b9a1d:38477 {}] zookeeper.ZKUtil(111): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on existing znode=/1734881259/rs/81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,813 WARN [RS:0;81db972b9a1d:38477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:30,813 INFO [RS:0;81db972b9a1d:38477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:30,813 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,38477,1732782028645] 2024-11-28T08:20:30,816 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:20:30,820 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:20:30,820 INFO [RS:0;81db972b9a1d:38477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:20:30,820 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,821 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:20:30,821 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:20:30,821 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:30,822 DEBUG [RS:0;81db972b9a1d:38477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,825 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38477,1732782028645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:30,839 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:20:30,839 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38477,1732782028645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,839 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,839 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.Replication(171): 81db972b9a1d,38477,1732782028645 started 2024-11-28T08:20:30,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:30,852 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:30,852 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,38477,1732782028645, RpcServer on 81db972b9a1d/172.17.0.3:38477, sessionid=0x10180874eb10004 2024-11-28T08:20:30,852 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:20:30,852 DEBUG [RS:0;81db972b9a1d:38477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,852 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38477,1732782028645' 2024-11-28T08:20:30,852 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1734881259/flush-table-proc/abort' 2024-11-28T08:20:30,852 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1734881259/flush-table-proc/acquired' 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,38477,1732782028645 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38477,1732782028645' 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1734881259/online-snapshot/abort' 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1734881259/online-snapshot/acquired' 2024-11-28T08:20:30,853 DEBUG [RS:0;81db972b9a1d:38477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:20:30,853 INFO [RS:0;81db972b9a1d:38477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:20:30,853 INFO [RS:0;81db972b9a1d:38477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:20:30,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:30,954 INFO [RS:0;81db972b9a1d:38477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:30,955 INFO [RS:0;81db972b9a1d:38477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38477%2C1732782028645, suffix=, logDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645, archiveDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/oldWALs, maxLogs=10 2024-11-28T08:20:30,967 DEBUG [RS:0;81db972b9a1d:38477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, exclude list is [], retry=0 2024-11-28T08:20:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f,DISK] 2024-11-28T08:20:30,971 INFO [RS:0;81db972b9a1d:38477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 2024-11-28T08:20:30,971 DEBUG [RS:0;81db972b9a1d:38477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-28T08:20:31,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:20:31,123 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9 2024-11-28T08:20:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:20:31,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:20:31,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:20:31,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:31,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T08:20:31,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:31,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T08:20:31,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:20:31,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T08:20:31,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:31,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:31,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:31,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:31,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:31,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:31,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:31,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:31,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:31,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:31,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:31,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:31,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:31,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:31,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740 2024-11-28T08:20:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740 2024-11-28T08:20:31,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:31,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:31,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:31,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:31,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:31,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62934264, jitterRate=-0.062206387519836426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782031529Initializing all the Stores at 1732782031529Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782031529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782031530 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782031530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782031530Cleaning up temporary data from old regions at 1732782031537 (+7 ms)Region opened successfully at 1732782031542 (+5 ms) 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:31,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:31,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782031542Disabling compacts and flushes for region at 1732782031542Disabling writes for close at 1732782031542Writing region close event to WAL at 1732782031542Closed at 1732782031542 2024-11-28T08:20:31,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:31,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:20:31,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:20:31,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:31,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:20:31,695 DEBUG [81db972b9a1d:45351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:31,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:31,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38477,1732782028645, state=OPENING 2024-11-28T08:20:31,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:20:31,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:31,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:31,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:31,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1734881259/meta-region-server: CHANGED 2024-11-28T08:20:31,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38477,1732782028645}] 2024-11-28T08:20:31,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1734881259/meta-region-server: CHANGED 2024-11-28T08:20:31,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:31,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:20:32,001 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:20:32,002 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:32,002 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:20:32,003 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38477%2C1732782028645.meta, suffix=.meta, logDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645, archiveDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/oldWALs, maxLogs=10 2024-11-28T08:20:32,015 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.meta.1732782032003.meta, exclude list is [], retry=0 2024-11-28T08:20:32,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f,DISK] 2024-11-28T08:20:32,019 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.meta.1732782032003.meta 2024-11-28T08:20:32,019 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-28T08:20:32,019 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:32,019 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:32,019 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:32,019 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:20:32,020 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:20:32,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:20:32,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:32,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:20:32,020 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:20:32,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:32,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:32,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:32,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:32,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:32,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:32,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:32,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:32,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:32,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:32,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:32,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:32,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:32,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:32,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:32,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:32,025 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:32,026 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740 2024-11-28T08:20:32,026 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740 2024-11-28T08:20:32,027 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:32,027 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:32,028 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:32,029 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:32,030 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72807246, jitterRate=0.08491250872612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:32,030 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:20:32,030 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782032020Writing region info on filesystem at 1732782032020Initializing all the Stores at 1732782032021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782032021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782032021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782032021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782032021Cleaning up temporary data from old regions at 1732782032027 (+6 ms)Running coprocessor post-open hooks at 1732782032030 (+3 ms)Region opened successfully at 1732782032030 2024-11-28T08:20:32,031 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782031997 2024-11-28T08:20:32,032 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:20:32,032 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:20:32,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:32,034 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38477,1732782028645, state=OPEN 2024-11-28T08:20:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1734881259/meta-region-server 2024-11-28T08:20:32,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1734881259/meta-region-server 2024-11-28T08:20:32,044 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:32,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1734881259/meta-region-server: CHANGED 2024-11-28T08:20:32,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1734881259/meta-region-server: CHANGED 2024-11-28T08:20:32,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:20:32,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38477,1732782028645 in 199 msec 2024-11-28T08:20:32,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:20:32,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-28T08:20:32,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:32,050 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:20:32,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:32,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:32,052 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:32,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:32,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-28T08:20:32,057 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782032057, completionTime=-1 2024-11-28T08:20:32,057 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:20:32,057 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782092059 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782152059 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,060 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:45351, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,060 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,060 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,062 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.335sec 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:32,063 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:20:32,065 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:20:32,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:20:32,065 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45351,1732782028087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:32,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:32,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:32,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:32,075 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4409bc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:32,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:32,077 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:32,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:32,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:32,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:32,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,45351,1732782028087 2024-11-28T08:20:32,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64543 2024-11-28T08:20:32,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:32,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180874eb10005 connected 2024-11-28T08:20:32,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b34ea6d 2024-11-28T08:20:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:32,107 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:32,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:20:32,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:20:32,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:32,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:20:32,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:20:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:32,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:20:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:32,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b2b86c40a1860497201206380ebf719, NAME => 'test,,1732782032108.7b2b86c40a1860497201206380ebf719.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344 2024-11-28T08:20:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:20:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782032108.7b2b86c40a1860497201206380ebf719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b2b86c40a1860497201206380ebf719, disabling compactions & flushes 2024-11-28T08:20:32,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782032108.7b2b86c40a1860497201206380ebf719. after waiting 0 ms 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:32,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:32,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b2b86c40a1860497201206380ebf719: Waiting for close lock at 1732782032924Disabling compacts and flushes for region at 1732782032924Disabling writes for close at 1732782032924Writing region close event to WAL at 1732782032924Closed at 1732782032924 2024-11-28T08:20:32,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:20:32,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782032108.7b2b86c40a1860497201206380ebf719.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782032925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782032925"}]},"ts":"1732782032925"} 2024-11-28T08:20:32,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:20:32,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:20:32,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782032928"}]},"ts":"1732782032928"} 2024-11-28T08:20:32,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:20:32,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b2b86c40a1860497201206380ebf719, ASSIGN}] 2024-11-28T08:20:32,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b2b86c40a1860497201206380ebf719, ASSIGN 2024-11-28T08:20:32,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b2b86c40a1860497201206380ebf719, ASSIGN; state=OFFLINE, location=81db972b9a1d,46345,1732782022157; forceNewPlan=false, retain=false 2024-11-28T08:20:33,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b2b86c40a1860497201206380ebf719, regionState=OPENING, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:33,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b2b86c40a1860497201206380ebf719, ASSIGN because future has completed 2024-11-28T08:20:33,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2b86c40a1860497201206380ebf719, server=81db972b9a1d,46345,1732782022157}] 2024-11-28T08:20:33,241 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:33,241 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b2b86c40a1860497201206380ebf719, NAME => 'test,,1732782032108.7b2b86c40a1860497201206380ebf719.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:33,241 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:33,241 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:20:33,241 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,241 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782032108.7b2b86c40a1860497201206380ebf719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:33,241 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,241 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,242 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,243 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2b86c40a1860497201206380ebf719 columnFamilyName f 2024-11-28T08:20:33,244 DEBUG [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:33,244 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(327): Store=7b2b86c40a1860497201206380ebf719/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:33,244 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:33,245 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2b86c40a1860497201206380ebf719 columnFamilyName f1 2024-11-28T08:20:33,245 DEBUG [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:33,245 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(327): Store=7b2b86c40a1860497201206380ebf719/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:33,245 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,246 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b2b86c40a1860497201206380ebf719 columnFamilyName norep 2024-11-28T08:20:33,246 DEBUG [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:33,247 INFO [StoreOpener-7b2b86c40a1860497201206380ebf719-1 {}] regionserver.HStore(327): Store=7b2b86c40a1860497201206380ebf719/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:33,247 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,247 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,247 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,248 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,248 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,249 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:33,250 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,251 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:33,252 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b2b86c40a1860497201206380ebf719; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70657213, jitterRate=0.05287452042102814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:33,252 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:33,252 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b2b86c40a1860497201206380ebf719: Running coprocessor pre-open hook at 1732782033241Writing region info on filesystem at 1732782033241Initializing all the Stores at 1732782033242 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782033242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782033242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782033242Cleaning up temporary data from old regions at 1732782033248 (+6 ms)Running coprocessor post-open hooks at 1732782033252 (+4 ms)Region opened successfully at 1732782033252 2024-11-28T08:20:33,253 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782032108.7b2b86c40a1860497201206380ebf719., pid=6, masterSystemTime=1732782033237 2024-11-28T08:20:33,255 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:33,255 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:33,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b2b86c40a1860497201206380ebf719, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:33,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b2b86c40a1860497201206380ebf719, server=81db972b9a1d,46345,1732782022157 because future has completed 2024-11-28T08:20:33,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:20:33,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b2b86c40a1860497201206380ebf719, server=81db972b9a1d,46345,1732782022157 in 173 msec 2024-11-28T08:20:33,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:20:33,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b2b86c40a1860497201206380ebf719, ASSIGN in 330 msec 2024-11-28T08:20:33,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:20:33,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782033262"}]},"ts":"1732782033262"} 2024-11-28T08:20:33,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:20:33,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:20:33,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-28T08:20:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:34,254 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:20:34,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d556332 2024-11-28T08:20:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:34,256 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:34,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:20:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:20:34,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:34,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:20:34,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:20:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:20:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:34,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7a67f59694c1d283a1f18dc628ca442, NAME => 'test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9 2024-11-28T08:20:34,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:20:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7a67f59694c1d283a1f18dc628ca442, disabling compactions & flushes 2024-11-28T08:20:35,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. after waiting 0 ms 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7a67f59694c1d283a1f18dc628ca442: Waiting for close lock at 1732782035072Disabling compacts and flushes for region at 1732782035072Disabling writes for close at 1732782035072Writing region close event to WAL at 1732782035072Closed at 1732782035072 2024-11-28T08:20:35,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:20:35,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782035074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782035074"}]},"ts":"1732782035074"} 2024-11-28T08:20:35,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:20:35,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:20:35,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782035076"}]},"ts":"1732782035076"} 2024-11-28T08:20:35,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:20:35,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7a67f59694c1d283a1f18dc628ca442, ASSIGN}] 2024-11-28T08:20:35,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7a67f59694c1d283a1f18dc628ca442, ASSIGN 2024-11-28T08:20:35,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7a67f59694c1d283a1f18dc628ca442, ASSIGN; state=OFFLINE, location=81db972b9a1d,38477,1732782028645; forceNewPlan=false, retain=false 2024-11-28T08:20:35,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7a67f59694c1d283a1f18dc628ca442, regionState=OPENING, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:35,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7a67f59694c1d283a1f18dc628ca442, ASSIGN because future has completed 2024-11-28T08:20:35,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a67f59694c1d283a1f18dc628ca442, server=81db972b9a1d,38477,1732782028645}] 2024-11-28T08:20:35,389 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7a67f59694c1d283a1f18dc628ca442, NAME => 'test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:35,389 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:35,389 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:20:35,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:35,389 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,390 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,391 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,392 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a67f59694c1d283a1f18dc628ca442 columnFamilyName f 2024-11-28T08:20:35,392 DEBUG [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:35,392 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(327): Store=a7a67f59694c1d283a1f18dc628ca442/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:35,392 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,393 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a67f59694c1d283a1f18dc628ca442 columnFamilyName f1 2024-11-28T08:20:35,393 DEBUG [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:35,394 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(327): Store=a7a67f59694c1d283a1f18dc628ca442/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:35,394 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:35,395 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a67f59694c1d283a1f18dc628ca442 columnFamilyName norep 2024-11-28T08:20:35,395 DEBUG [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:35,395 INFO [StoreOpener-a7a67f59694c1d283a1f18dc628ca442-1 {}] regionserver.HStore(327): Store=a7a67f59694c1d283a1f18dc628ca442/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:35,395 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,396 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,396 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,397 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,397 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,397 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:35,398 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,400 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:35,400 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7a67f59694c1d283a1f18dc628ca442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67978366, jitterRate=0.012956589460372925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:35,400 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:35,400 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7a67f59694c1d283a1f18dc628ca442: Running coprocessor pre-open hook at 1732782035390Writing region info on filesystem at 1732782035390Initializing all the Stores at 1732782035390Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782035390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782035391 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782035391Cleaning up temporary data from old regions at 1732782035397 (+6 ms)Running coprocessor post-open hooks at 1732782035400 (+3 ms)Region opened successfully at 1732782035400 2024-11-28T08:20:35,401 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., pid=6, masterSystemTime=1732782035385 2024-11-28T08:20:35,402 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,403 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:35,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7a67f59694c1d283a1f18dc628ca442, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a67f59694c1d283a1f18dc628ca442, server=81db972b9a1d,38477,1732782028645 because future has completed 2024-11-28T08:20:35,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:20:35,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7a67f59694c1d283a1f18dc628ca442, server=81db972b9a1d,38477,1732782028645 in 173 msec 2024-11-28T08:20:35,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:20:35,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7a67f59694c1d283a1f18dc628ca442, ASSIGN in 329 msec 2024-11-28T08:20:35,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:20:35,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782035409"}]},"ts":"1732782035409"} 2024-11-28T08:20:35,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:20:35,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:20:35,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-28T08:20:36,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:20:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:20:36,404 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:20:36,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:36,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:36,406 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706f6aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,407 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b4d890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:36,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:36,413 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5165198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,414 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78666a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:36,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:36,416 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:36,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:36,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,418 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f9564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d48fe60 2024-11-28T08:20:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:36,420 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:36,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:45351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:20:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:20:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:36,423 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45351' 2024-11-28T08:20:36,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f5787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,424 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:36,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:36,425 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521b7432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,426 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17692d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:36,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@acaefdb 2024-11-28T08:20:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:36,428 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:36,429 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:20:36,429 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:20:36,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:36,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:36,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:36,430 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:20:36,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:20:36,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:36,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:20:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:20:36,481 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:20:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:36,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ba78119ad1ec4bfabd3ddfc35117fd6, NAME => 'hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344 2024-11-28T08:20:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:20:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ba78119ad1ec4bfabd3ddfc35117fd6, disabling compactions & flushes 2024-11-28T08:20:37,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. after waiting 0 ms 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ba78119ad1ec4bfabd3ddfc35117fd6: Waiting for close lock at 1732782037281Disabling compacts and flushes for region at 1732782037281Disabling writes for close at 1732782037281Writing region close event to WAL at 1732782037281Closed at 1732782037281 2024-11-28T08:20:37,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:20:37,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782037282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782037282"}]},"ts":"1732782037282"} 2024-11-28T08:20:37,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:20:37,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:20:37,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782037285"}]},"ts":"1732782037285"} 2024-11-28T08:20:37,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:20:37,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba78119ad1ec4bfabd3ddfc35117fd6, ASSIGN}] 2024-11-28T08:20:37,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba78119ad1ec4bfabd3ddfc35117fd6, ASSIGN 2024-11-28T08:20:37,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ba78119ad1ec4bfabd3ddfc35117fd6, ASSIGN; state=OFFLINE, location=81db972b9a1d,46345,1732782022157; forceNewPlan=false, retain=false 2024-11-28T08:20:37,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ba78119ad1ec4bfabd3ddfc35117fd6, regionState=OPENING, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:37,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ba78119ad1ec4bfabd3ddfc35117fd6, ASSIGN because future has completed 2024-11-28T08:20:37,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba78119ad1ec4bfabd3ddfc35117fd6, server=81db972b9a1d,46345,1732782022157}] 2024-11-28T08:20:37,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:37,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:37,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:37,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:20:37,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46345%2C1732782022157.rep, suffix=, logDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157, archiveDir=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/oldWALs, maxLogs=10 2024-11-28T08:20:37,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.rep.1732782037600, exclude list is [], retry=0 2024-11-28T08:20:37,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43163,DS-4bae688f-5ce6-473c-a963-1968c5b84f03,DISK] 2024-11-28T08:20:37,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.rep.1732782037600 2024-11-28T08:20:37,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37933:37933)] 2024-11-28T08:20:37,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba78119ad1ec4bfabd3ddfc35117fd6, NAME => 'hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:37,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. service=MultiRowMutationService 2024-11-28T08:20:37,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,617 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,618 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba78119ad1ec4bfabd3ddfc35117fd6 columnFamilyName hfileref 2024-11-28T08:20:37,618 DEBUG [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:37,619 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(327): Store=8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:37,619 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,620 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba78119ad1ec4bfabd3ddfc35117fd6 columnFamilyName queue 2024-11-28T08:20:37,620 DEBUG [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:37,620 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(327): Store=8ba78119ad1ec4bfabd3ddfc35117fd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:37,620 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,621 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba78119ad1ec4bfabd3ddfc35117fd6 columnFamilyName sid 2024-11-28T08:20:37,621 DEBUG [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:37,621 INFO [StoreOpener-8ba78119ad1ec4bfabd3ddfc35117fd6-1 {}] regionserver.HStore(327): Store=8ba78119ad1ec4bfabd3ddfc35117fd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:37,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:37,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:37,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ba78119ad1ec4bfabd3ddfc35117fd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67662187, jitterRate=0.008245155215263367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:37,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:37,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ba78119ad1ec4bfabd3ddfc35117fd6: Running coprocessor pre-open hook at 1732782037616Writing region info on filesystem at 1732782037616Initializing all the Stores at 1732782037617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782037617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782037617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782037617Cleaning up temporary data from old regions at 1732782037623 (+6 ms)Running coprocessor post-open hooks at 1732782037627 (+4 ms)Region opened successfully at 1732782037628 (+1 ms) 2024-11-28T08:20:37,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6., pid=10, masterSystemTime=1732782037595 2024-11-28T08:20:37,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:37,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ba78119ad1ec4bfabd3ddfc35117fd6, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,46345,1732782022157 2024-11-28T08:20:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba78119ad1ec4bfabd3ddfc35117fd6, server=81db972b9a1d,46345,1732782022157 because future has completed 2024-11-28T08:20:37,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:20:37,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba78119ad1ec4bfabd3ddfc35117fd6, server=81db972b9a1d,46345,1732782022157 in 191 msec 2024-11-28T08:20:37,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:20:37,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba78119ad1ec4bfabd3ddfc35117fd6, ASSIGN in 348 msec 2024-11-28T08:20:37,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:20:37,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782037638"}]},"ts":"1732782037638"} 2024-11-28T08:20:37,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:20:37,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:20:37,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-11-28T08:20:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6., hostname=81db972b9a1d,46345,1732782022157, seqNum=2] 2024-11-28T08:20:37,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:37,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:37,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:20:37,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:20:37,934 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:20:37,962 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,46345,1732782022157, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:37,963 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:37,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-28T08:20:37,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,46345,1732782022157', locateType=CURRENT is [region=hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6., hostname=81db972b9a1d,46345,1732782022157, seqNum=2] 2024-11-28T08:20:37,968 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:20:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:20:37,970 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,46345,1732782022157 suceeded 2024-11-28T08:20:37,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:20:37,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-28T08:20:37,972 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:45351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:20:37,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-28T08:20:37,983 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45351' 2024-11-28T08:20:37,984 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7853b967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:37,984 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:37,984 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:37,985 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cf5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:37,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:37,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:37,986 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:37,987 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d7a92f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:37,987 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:37,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:37,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3041ccb7 2024-11-28T08:20:37,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:37,989 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:37,990 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,46345,1732782022157 (queues=1) is replicating from cluster=8c992a58-0ded-41b0-8bbf-3187dda478dd to cluster=a0d73185-f5ea-4b00-86c8-455432c8b87d 2024-11-28T08:20:37,990 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C46345%2C1732782022157 2024-11-28T08:20:37,990 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,46345,1732782022157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:20:37,990 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C46345%2C1732782022157 2024-11-28T08:20:37,990 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, startPosition=0, beingWritten=true 2024-11-28T08:20:37,999 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:20:37,999 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:37,999 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46345,1732782022157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:20:38,204 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:38,508 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:38,585 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:20:38,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:38,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:38,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:38,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:38,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:38,587 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e461015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:38,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:38,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,588 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6215ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e613d6f 2024-11-28T08:20:38,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:38,590 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:38,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:33449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:20:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:20:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:38,593 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:33449' 2024-11-28T08:20:38,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fdb90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,594 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:38,594 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:38,595 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4fcf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:38,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,596 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:38,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:38,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:38,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:38,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29d7bff8 2024-11-28T08:20:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:38,598 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:38,599 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:20:38,599 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:20:38,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,599 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:38,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:38,599 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:38,600 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:20:38,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:20:38,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:38,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:20:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:20:38,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5242365b433e2f9eec7319e47c97cd27, NAME => 'hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9 2024-11-28T08:20:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:20:38,650 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:20:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:38,912 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5242365b433e2f9eec7319e47c97cd27, disabling compactions & flushes 2024-11-28T08:20:39,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. after waiting 0 ms 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5242365b433e2f9eec7319e47c97cd27: Waiting for close lock at 1732782039015Disabling compacts and flushes for region at 1732782039015Disabling writes for close at 1732782039015Writing region close event to WAL at 1732782039015Closed at 1732782039015 2024-11-28T08:20:39,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:20:39,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782039016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782039016"}]},"ts":"1732782039016"} 2024-11-28T08:20:39,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:20:39,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:20:39,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782039020"}]},"ts":"1732782039020"} 2024-11-28T08:20:39,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:20:39,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242365b433e2f9eec7319e47c97cd27, ASSIGN}] 2024-11-28T08:20:39,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242365b433e2f9eec7319e47c97cd27, ASSIGN 2024-11-28T08:20:39,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5242365b433e2f9eec7319e47c97cd27, ASSIGN; state=OFFLINE, location=81db972b9a1d,38477,1732782028645; forceNewPlan=false, retain=false 2024-11-28T08:20:39,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5242365b433e2f9eec7319e47c97cd27, regionState=OPENING, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:39,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5242365b433e2f9eec7319e47c97cd27, ASSIGN because future has completed 2024-11-28T08:20:39,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5242365b433e2f9eec7319e47c97cd27, server=81db972b9a1d,38477,1732782028645}] 2024-11-28T08:20:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:39,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:39,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:20:39,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38477%2C1732782028645.rep, suffix=, logDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645, archiveDir=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/oldWALs, maxLogs=10 2024-11-28T08:20:39,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.rep.1732782039334, exclude list is [], retry=0 2024-11-28T08:20:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44701,DS-4ebc7165-eef5-4236-ae30-b87d8bf01e9f,DISK] 2024-11-28T08:20:39,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.rep.1732782039334 2024-11-28T08:20:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-28T08:20:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5242365b433e2f9eec7319e47c97cd27, NAME => 'hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:39,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. service=MultiRowMutationService 2024-11-28T08:20:39,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:20:39,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:39,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,356 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,357 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242365b433e2f9eec7319e47c97cd27 columnFamilyName hfileref 2024-11-28T08:20:39,357 DEBUG [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:39,357 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(327): Store=5242365b433e2f9eec7319e47c97cd27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:39,358 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,358 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242365b433e2f9eec7319e47c97cd27 columnFamilyName queue 2024-11-28T08:20:39,358 DEBUG [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:39,359 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(327): Store=5242365b433e2f9eec7319e47c97cd27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:39,359 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,359 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5242365b433e2f9eec7319e47c97cd27 columnFamilyName sid 2024-11-28T08:20:39,360 DEBUG [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:39,360 INFO [StoreOpener-5242365b433e2f9eec7319e47c97cd27-1 {}] regionserver.HStore(327): Store=5242365b433e2f9eec7319e47c97cd27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:20:39,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:39,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5242365b433e2f9eec7319e47c97cd27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70141715, jitterRate=0.04519300162792206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:20:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:39,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5242365b433e2f9eec7319e47c97cd27: Running coprocessor pre-open hook at 1732782039355Writing region info on filesystem at 1732782039355Initializing all the Stores at 1732782039356 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782039356Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782039356Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782039356Cleaning up temporary data from old regions at 1732782039362 (+6 ms)Running coprocessor post-open hooks at 1732782039368 (+6 ms)Region opened successfully at 1732782039368 2024-11-28T08:20:39,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27., pid=10, masterSystemTime=1732782039329 2024-11-28T08:20:39,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:39,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5242365b433e2f9eec7319e47c97cd27, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38477,1732782028645 2024-11-28T08:20:39,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5242365b433e2f9eec7319e47c97cd27, server=81db972b9a1d,38477,1732782028645 because future has completed 2024-11-28T08:20:39,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:20:39,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5242365b433e2f9eec7319e47c97cd27, server=81db972b9a1d,38477,1732782028645 in 197 msec 2024-11-28T08:20:39,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:20:39,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5242365b433e2f9eec7319e47c97cd27, ASSIGN in 353 msec 2024-11-28T08:20:39,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:20:39,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782039377"}]},"ts":"1732782039377"} 2024-11-28T08:20:39,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:20:39,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:20:39,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-28T08:20:39,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27., hostname=81db972b9a1d,38477,1732782028645, seqNum=2] 2024-11-28T08:20:39,417 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:39,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:20:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:20:39,818 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:20:39,845 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,38477,1732782028645, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:20:39,845 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:39,845 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:39,846 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:39,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-28T08:20:39,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,38477,1732782028645', locateType=CURRENT is [region=hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27., hostname=81db972b9a1d,38477,1732782028645, seqNum=2] 2024-11-28T08:20:39,850 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:20:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:20:39,852 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,38477,1732782028645 suceeded 2024-11-28T08:20:39,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:20:39,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-28T08:20:39,854 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:33449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:20:39,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2630 sec 2024-11-28T08:20:39,864 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:33449' 2024-11-28T08:20:39,865 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a798583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:39,865 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:39,865 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:39,866 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d28f2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:39,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:39,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:39,867 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:39,867 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777531c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:39,868 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:39,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:39,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3202159a 2024-11-28T08:20:39,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:39,869 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:39,869 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,38477,1732782028645 (queues=1) is replicating from cluster=a0d73185-f5ea-4b00-86c8-455432c8b87d to cluster=8c992a58-0ded-41b0-8bbf-3187dda478dd 2024-11-28T08:20:39,869 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C38477%2C1732782028645 2024-11-28T08:20:39,869 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,38477,1732782028645, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:20:39,870 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C38477%2C1732782028645 2024-11-28T08:20:39,870 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, startPosition=0, beingWritten=true 2024-11-28T08:20:39,875 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:20:39,875 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:39,875 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38477,1732782028645 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:20:40,021 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:40,078 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:40,382 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:40,725 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:20:40,745 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:20:40,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:40,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:40,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:40,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:40,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:40,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:40,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732782040753/Put/seqid=0 2024-11-28T08:20:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741840_1016 (size=7894) 2024-11-28T08:20:40,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732782040765/Put/seqid=0 2024-11-28T08:20:40,786 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741841_1017 (size=7691) 2024-11-28T08:20:40,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:40,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:40,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:40,808 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:40,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af27c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:40,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:40,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:40,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:40,815 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ef104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:40,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:40,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:40,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:40,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10387b5e 2024-11-28T08:20:40,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:40,851 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2] 2024-11-28T08:20:40,874 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:40,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-28T08:20:40,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-28T08:20:40,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T08:20:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:40,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T08:20:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegion(2603): Flush status journal for 7b2b86c40a1860497201206380ebf719: 2024-11-28T08:20:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_0 2024-11-28T08:20:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_0 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ 2024-11-28T08:20:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_1 2024-11-28T08:20:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_1 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ 2024-11-28T08:20:40,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_0 into 7b2b86c40a1860497201206380ebf719/f as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ - updating store file list. 2024-11-28T08:20:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c15cbc3899a246fd818b1514d4606d0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ into 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_0 into 7b2b86c40a1860497201206380ebf719/f (new location: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_) 2024-11-28T08:20:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_0 2024-11-28T08:20:40,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_1 into 7b2b86c40a1860497201206380ebf719/f as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ - updating store file list. 2024-11-28T08:20:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:41,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ into 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:41,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_1 into 7b2b86c40a1860497201206380ebf719/f (new location: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_) 2024-11-28T08:20:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins__test__m9kntajti1f5m8o0epaf4r8pl4ua4hik2att3feunda0btli8jcgc685rrmtiba2/f/hfile_1 2024-11-28T08:20:41,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:41,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:41,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:41,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2 , the old value is region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:46345 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:20:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:20:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2 from cache 2024-11-28T08:20:41,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:41,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:41,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:52848 deadline: 1732782101004 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:52848 2024-11-28T08:20:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2] 2024-11-28T08:20:41,013 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:20:41,118 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:46345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:20:41,309 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:41,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:20:41,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T08:20:41,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:20:41,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T08:20:41,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:20:41,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T08:20:41,531 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 379, reset compression=false 2024-11-28T08:20:41,547 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:20:41,547 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46345,1732782022157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b2b86c40a1860497201206380ebf719/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782041002/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:20:41,551 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:41,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-28T08:20:41,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(318): Replicating [8c992a58-0ded-41b0-8bbf-3187dda478dd] bulk loaded data 2024-11-28T08:20:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1faf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:41,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:41,559 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9d5eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:41,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:41,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:41,561 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:41,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d5618ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741840_1016 (size=7894) 2024-11-28T08:20:41,749 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:41,948 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:42,015 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:20:42,072 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741841_1017 (size=7691) 2024-11-28T08:20:42,248 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:20:42,489 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:42,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:42,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:42,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3705499 2024-11-28T08:20:42,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:42,526 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:42,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:42,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:42,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:42,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:42,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-28T08:20:42,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T08:20:42,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T08:20:42,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ for inclusion in a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T08:20:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:42,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ for inclusion in a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T08:20:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegion(2603): Flush status journal for a7a67f59694c1d283a1f18dc628ca442: 2024-11-28T08:20:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:20:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/7f250cb1b8d3420ea7f238322c20c261_SeqId_4_ 2024-11-28T08:20:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:20:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/c166e911327a4da5abd55286e56be9b0_SeqId_4_ 2024-11-28T08:20:42,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/7f250cb1b8d3420ea7f238322c20c261_SeqId_4_ - updating store file list. 2024-11-28T08:20:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f250cb1b8d3420ea7f238322c20c261_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/7f250cb1b8d3420ea7f238322c20c261_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f (new location: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/7f250cb1b8d3420ea7f238322c20c261_SeqId_4_) 2024-11-28T08:20:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/bbec44c706f0442da46a9b9e2a8ce93c_SeqId_4_ 2024-11-28T08:20:42,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/c166e911327a4da5abd55286e56be9b0_SeqId_4_ - updating store file list. 2024-11-28T08:20:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c166e911327a4da5abd55286e56be9b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:42,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/c166e911327a4da5abd55286e56be9b0_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:42,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ into a7a67f59694c1d283a1f18dc628ca442/f (new location: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/c166e911327a4da5abd55286e56be9b0_SeqId_4_) 2024-11-28T08:20:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__uq4fhithtk7vg12m6mik0jmdph589k10kien38epo3p301j19gr6edh5vbvhf6ac/f/c15cbc3899a246fd818b1514d4606d0e_SeqId_4_ 2024-11-28T08:20:42,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(324): Finished replicating [8c992a58-0ded-41b0-8bbf-3187dda478dd] bulk loaded data 2024-11-28T08:20:42,680 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 379, reset compression=false 2024-11-28T08:20:42,719 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:20:42,719 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38477,1732782028645 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7a67f59694c1d283a1f18dc628ca442/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782042644/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-28T08:20:42,722 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:42,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-28T08:20:42,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.ReplicationSink(318): Replicating [8c992a58-0ded-41b0-8bbf-3187dda478dd, a0d73185-f5ea-4b00-86c8-455432c8b87d] bulk loaded data 2024-11-28T08:20:42,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e1c77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:42,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,33449,-1 for getting cluster id 2024-11-28T08:20:42,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:42,742 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c992a58-0ded-41b0-8bbf-3187dda478dd' 2024-11-28T08:20:42,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:42,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c992a58-0ded-41b0-8bbf-3187dda478dd" 2024-11-28T08:20:42,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a765947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:42,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,33449,-1] 2024-11-28T08:20:42,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:42,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:42,747 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:42,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0ec8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741842_1018 (size=7691) 2024-11-28T08:20:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741843_1019 (size=7894) 2024-11-28T08:20:42,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,33449,1732782021850 2024-11-28T08:20:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ada558 2024-11-28T08:20:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:42,823 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-28T08:20:42,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:42,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:42,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:42,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:42,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-28T08:20:42,832 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__2oh0g7faaracf3tc73fte271quu9md0dl16d0m6ki0he4r114vq4fvrk6n464d8d/f/7f250cb1b8d3420ea7f238322c20c261_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T08:20:42,835 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__2oh0g7faaracf3tc73fte271quu9md0dl16d0m6ki0he4r114vq4fvrk6n464d8d/f/c166e911327a4da5abd55286e56be9b0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T08:20:42,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.ReplicationSink(324): Finished replicating [8c992a58-0ded-41b0-8bbf-3187dda478dd, a0d73185-f5ea-4b00-86c8-455432c8b87d] bulk loaded data 2024-11-28T08:20:42,919 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 725, reset compression=false 2024-11-28T08:20:42,994 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:43,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:43,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732782043028/Put/seqid=0 2024-11-28T08:20:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741842_1018 (size=11194) 2024-11-28T08:20:43,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:43,223 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 725, reset compression=false 2024-11-28T08:20:43,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732782043439/Put/seqid=0 2024-11-28T08:20:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741843_1019 (size=10791) 2024-11-28T08:20:43,601 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:43,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 725, reset compression=false 2024-11-28T08:20:43,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:43,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45351,-1 for getting cluster id 2024-11-28T08:20:43,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:43,852 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0d73185-f5ea-4b00-86c8-455432c8b87d' 2024-11-28T08:20:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0d73185-f5ea-4b00-86c8-455432c8b87d" 2024-11-28T08:20:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6770d80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45351,-1] 2024-11-28T08:20:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:43,854 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:43,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:43,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:43,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38477,1732782028645, seqNum=-1] 2024-11-28T08:20:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:43,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:43,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:20:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45351,1732782028087 2024-11-28T08:20:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ae72cdd 2024-11-28T08:20:43,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:20:43,874 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:20:43,879 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2] 2024-11-28T08:20:43,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:43,890 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-28T08:20:43,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-28T08:20:43,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T08:20:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:43,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T08:20:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegion(2603): Flush status journal for a7a67f59694c1d283a1f18dc628ca442: 2024-11-28T08:20:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_1 2024-11-28T08:20:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_1 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ 2024-11-28T08:20:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_0 2024-11-28T08:20:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_0 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ 2024-11-28T08:20:43,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_1 into a7a67f59694c1d283a1f18dc628ca442/f as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ - updating store file list. 2024-11-28T08:20:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faf025b717344349b1b4a605cae48b9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:43,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ into a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:43,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_1 into a7a67f59694c1d283a1f18dc628ca442/f (new location: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_) 2024-11-28T08:20:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_1 2024-11-28T08:20:43,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_0 into a7a67f59694c1d283a1f18dc628ca442/f as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ - updating store file list. 2024-11-28T08:20:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44b11ec87b434d50b815ebf57b59e496_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:43,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ into a7a67f59694c1d283a1f18dc628ca442/f 2024-11-28T08:20:43,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_0 into a7a67f59694c1d283a1f18dc628ca442/f (new location: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_) 2024-11-28T08:20:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins__test__6529c1ir1c2l2faisc4bm8s4d5a7515pc5nhvcgfo9dkbr2khsdlkf7tncacu92t/f/hfile_0 2024-11-28T08:20:43,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:43,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:43,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:43,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2 , the old value is region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:38477 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:20:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:20:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., hostname=81db972b9a1d,38477,1732782028645, seqNum=2 from cache 2024-11-28T08:20:43,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:43,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46345,1732782022157, seqNum=-1] 2024-11-28T08:20:43,929 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T08:20:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:43,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782032108.7b2b86c40a1860497201206380ebf719., hostname=81db972b9a1d,46345,1732782022157, seqNum=2] 2024-11-28T08:20:43,941 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:20:44,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:20:44,131 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 725, reset compression=false 2024-11-28T08:20:44,138 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:20:44,138 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38477,1732782028645 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7a67f59694c1d283a1f18dc628ca442/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782043926/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:20:44,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.ReplicationSink(318): Replicating [a0d73185-f5ea-4b00-86c8-455432c8b87d] bulk loaded data 2024-11-28T08:20:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741844_1020 (size=10791) 2024-11-28T08:20:44,305 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:44,338 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1033, reset compression=false 2024-11-28T08:20:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741845_1021 (size=11194) 2024-11-28T08:20:44,647 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1033, reset compression=false 2024-11-28T08:20:44,945 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:20:44,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:44,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-28T08:20:44,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-28T08:20:44,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ for inclusion in 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T08:20:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:44,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ for inclusion in 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T08:20:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:20:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegion(2603): Flush status journal for 7b2b86c40a1860497201206380ebf719: 2024-11-28T08:20:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): faf025b717344349b1b4a605cae48b9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:20:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b1f8fe3a11524b19b3902772e99e3315_SeqId_6_ 2024-11-28T08:20:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44b11ec87b434d50b815ebf57b59e496_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:20:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_ 2024-11-28T08:20:44,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b1f8fe3a11524b19b3902772e99e3315_SeqId_6_ - updating store file list. 2024-11-28T08:20:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1f8fe3a11524b19b3902772e99e3315_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:45,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b1f8fe3a11524b19b3902772e99e3315_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:45,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f (new location: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b1f8fe3a11524b19b3902772e99e3315_SeqId_6_) 2024-11-28T08:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/faf025b717344349b1b4a605cae48b9a_SeqId_6_ 2024-11-28T08:20:45,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_ - updating store file list. 2024-11-28T08:20:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:20:45,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f 2024-11-28T08:20:45,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ into 7b2b86c40a1860497201206380ebf719/f (new location: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/f/b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_) 2024-11-28T08:20:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/staging/jenkins.hfs.10__test__qt9r01g48ad9aca0p4tlvf5fsu06spvd98i257pttblonrjt3fh7hbi7vs4fckk7/f/44b11ec87b434d50b815ebf57b59e496_SeqId_6_ 2024-11-28T08:20:45,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46345 {}] regionserver.ReplicationSink(324): Finished replicating [a0d73185-f5ea-4b00-86c8-455432c8b87d] bulk loaded data 2024-11-28T08:20:45,055 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1033, reset compression=false 2024-11-28T08:20:45,118 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 687, reset compression=false 2024-11-28T08:20:45,131 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:20:45,134 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46345,1732782022157 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b2b86c40a1860497201206380ebf719/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782045010/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-28T08:20:45,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(318): Replicating [a0d73185-f5ea-4b00-86c8-455432c8b87d, 8c992a58-0ded-41b0-8bbf-3187dda478dd] bulk loaded data 2024-11-28T08:20:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741844_1020 (size=10791) 2024-11-28T08:20:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741845_1021 (size=11194) 2024-11-28T08:20:45,332 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:45,559 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1033, reset compression=false 2024-11-28T08:20:45,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:20:45,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__4kqj2tejk63j4k042i6g3bb4hau5iad18s5tuqvu0ioq7utcudrq0e2kmkt8tcnd/f/b1f8fe3a11524b19b3902772e99e3315_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-28T08:20:45,597 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/staging/jenkins.hfs.11__test__4kqj2tejk63j4k042i6g3bb4hau5iad18s5tuqvu0ioq7utcudrq0e2kmkt8tcnd/f/b771bc14510e4c26984aa4a7b5fd2722_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-28T08:20:45,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38477 {}] regionserver.ReplicationSink(324): Finished replicating [a0d73185-f5ea-4b00-86c8-455432c8b87d, 8c992a58-0ded-41b0-8bbf-3187dda478dd] bulk loaded data 2024-11-28T08:20:45,639 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:45,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:20:45,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:45,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:45,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:45,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:45,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:45,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:20:45,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1662498677, stopped=false 2024-11-28T08:20:45,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,45351,1732782028087 2024-11-28T08:20:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1734881259/running 2024-11-28T08:20:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1734881259/running 2024-11-28T08:20:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:46,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:46,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:46,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:46,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:46,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,38477,1732782028645' ***** 2024-11-28T08:20:46,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:20:46,015 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:20:46,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/running 2024-11-28T08:20:46,015 INFO [RS:0;81db972b9a1d:38477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:20:46,015 INFO [RS:0;81db972b9a1d:38477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:20:46,015 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:46,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Set watcher on znode that does not yet exist, /1734881259/running 2024-11-28T08:20:46,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,38477,1732782028645 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38477. 2024-11-28T08:20:46,017 DEBUG [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:46,017 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:20:46,017 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:20:46,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7a67f59694c1d283a1f18dc628ca442, disabling compactions & flushes 2024-11-28T08:20:46,018 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:46,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:46,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. after waiting 0 ms 2024-11-28T08:20:46,018 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:46,019 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:20:46,019 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a7a67f59694c1d283a1f18dc628ca442=test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442., 5242365b433e2f9eec7319e47c97cd27=hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.} 2024-11-28T08:20:46,019 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27, a7a67f59694c1d283a1f18dc628ca442 2024-11-28T08:20:46,019 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:46,019 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:46,019 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:46,019 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:46,019 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:46,019 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:20:46,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/default/test/a7a67f59694c1d283a1f18dc628ca442/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:20:46,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:46,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:20:46,027 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:46,027 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7a67f59694c1d283a1f18dc628ca442: Waiting for close lock at 1732782046018Running coprocessor pre-close hooks at 1732782046018Disabling compacts and flushes for region at 1732782046018Disabling writes for close at 1732782046018Writing region close event to WAL at 1732782046022 (+4 ms)Running coprocessor post-close hooks at 1732782046027 (+5 ms)Closed at 1732782046027 2024-11-28T08:20:46,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442. 2024-11-28T08:20:46,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5242365b433e2f9eec7319e47c97cd27, disabling compactions & flushes 2024-11-28T08:20:46,028 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:46,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:46,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. after waiting 0 ms 2024-11-28T08:20:46,028 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:46,028 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5242365b433e2f9eec7319e47c97cd27 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-28T08:20:46,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:46,047 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:46,053 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/info/8fa82234733a4a2bb7424eeaa1ccba67 is 147, key is hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27./info:regioninfo/1732782039371/Put/seqid=0 2024-11-28T08:20:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741846_1022 (size=7686) 2024-11-28T08:20:46,090 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/hfileref/b50529bb33c74df39168dfbc59d2f113 is 74, key is 1/hfileref:44b11ec87b434d50b815ebf57b59e496_SeqId_6_/1732782045013/DeleteColumn/seqid=0 2024-11-28T08:20:46,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741847_1023 (size=5345) 2024-11-28T08:20:46,166 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1033, reset compression=false 2024-11-28T08:20:46,172 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:20:46,172 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1328, reset compression=false 2024-11-28T08:20:46,173 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38477,1732782028645 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:20:46,174 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,38477,1732782028645: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,38477,1732782028645, walGroup=81db972b9a1d%2C38477%2C1732782028645, offset=81db972b9a1d%2C38477%2C1732782028645.1732782030955:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:20:46,175 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:20:46,175 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:20:46,181 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:20:46,181 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:20:46,181 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:20:46,181 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 617741936 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187818440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:20:46,184 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:20:46,219 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:46,397 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1328, reset compression=false 2024-11-28T08:20:46,419 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:46,490 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/info/8fa82234733a4a2bb7424eeaa1ccba67 2024-11-28T08:20:46,516 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/ns/19c16dc4f165422083facbee9726b525 is 43, key is default/ns:d/1732782032053/Put/seqid=0 2024-11-28T08:20:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741848_1024 (size=5153) 2024-11-28T08:20:46,520 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/hfileref/b50529bb33c74df39168dfbc59d2f113 2024-11-28T08:20:46,540 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/queue/954db4289200409ea639e62884a11e34 is 154, key is 1-81db972b9a1d,38477,1732782028645/queue:81db972b9a1d%2C38477%2C1732782028645/1732782045015/Put/seqid=0 2024-11-28T08:20:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741849_1025 (size=5353) 2024-11-28T08:20:46,582 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:46,619 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:46,701 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1328, reset compression=false 2024-11-28T08:20:46,820 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:46,905 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:20:46,905 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:20:46,920 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/ns/19c16dc4f165422083facbee9726b525 2024-11-28T08:20:46,945 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/queue/954db4289200409ea639e62884a11e34 2024-11-28T08:20:46,954 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9c9d6d3154494de8962a8ab3f04192b3 is 112, key is test,,1732782034256.a7a67f59694c1d283a1f18dc628ca442./rep_barrier:seqnumDuringOpen/1732782035403/Put/seqid=0 2024-11-28T08:20:46,970 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/hfileref/b50529bb33c74df39168dfbc59d2f113 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/hfileref/b50529bb33c74df39168dfbc59d2f113 2024-11-28T08:20:46,977 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/hfileref/b50529bb33c74df39168dfbc59d2f113, entries=4, sequenceid=12, filesize=5.2 K 2024-11-28T08:20:46,978 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/.tmp/queue/954db4289200409ea639e62884a11e34 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/queue/954db4289200409ea639e62884a11e34 2024-11-28T08:20:46,986 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/queue/954db4289200409ea639e62884a11e34, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T08:20:46,987 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5242365b433e2f9eec7319e47c97cd27 in 959ms, sequenceid=12, compaction requested=false 2024-11-28T08:20:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741850_1026 (size=5518) 2024-11-28T08:20:47,009 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9c9d6d3154494de8962a8ab3f04192b3 2024-11-28T08:20:47,020 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:20:47,020 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5242365b433e2f9eec7319e47c97cd27=hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27.} 2024-11-28T08:20:47,020 DEBUG [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5242365b433e2f9eec7319e47c97cd27 2024-11-28T08:20:47,060 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/replication/5242365b433e2f9eec7319e47c97cd27/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:20:47,061 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:47,061 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:47,061 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:47,061 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5242365b433e2f9eec7319e47c97cd27: Waiting for close lock at 1732782046028Running coprocessor pre-close hooks at 1732782046028Disabling compacts and flushes for region at 1732782046028Disabling writes for close at 1732782046028Obtaining lock to block concurrent updates at 1732782046028Preparing flush snapshotting stores in 5242365b433e2f9eec7319e47c97cd27 at 1732782046028Finished memstore snapshotting hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732782046028Flushing stores of hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. at 1732782046032 (+4 ms)Flushing 5242365b433e2f9eec7319e47c97cd27/hfileref: creating writer at 1732782046033 (+1 ms)Flushing 5242365b433e2f9eec7319e47c97cd27/hfileref: appending metadata at 1732782046089 (+56 ms)Flushing 5242365b433e2f9eec7319e47c97cd27/hfileref: closing flushed file at 1732782046089Flushing 5242365b433e2f9eec7319e47c97cd27/queue: creating writer at 1732782046525 (+436 ms)Flushing 5242365b433e2f9eec7319e47c97cd27/queue: appending metadata at 1732782046539 (+14 ms)Flushing 5242365b433e2f9eec7319e47c97cd27/queue: closing flushed file at 1732782046539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a5c751: reopening flushed file at 1732782046969 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5093cc6: reopening flushed file at 1732782046977 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5242365b433e2f9eec7319e47c97cd27 in 959ms, sequenceid=12, compaction requested=false at 1732782046987 (+10 ms)Writing region close event to WAL at 1732782047028 (+41 ms)Running coprocessor post-close hooks at 1732782047061 (+33 ms)Closed at 1732782047061 2024-11-28T08:20:47,061 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782038599.5242365b433e2f9eec7319e47c97cd27. 2024-11-28T08:20:47,062 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/table/d2a6d5e0afa04c2293ae6a374ad71826 is 53, key is hbase:replication/table:state/1732782039377/Put/seqid=0 2024-11-28T08:20:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741851_1027 (size=5308) 2024-11-28T08:20:47,071 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/table/d2a6d5e0afa04c2293ae6a374ad71826 2024-11-28T08:20:47,086 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/info/8fa82234733a4a2bb7424eeaa1ccba67 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/info/8fa82234733a4a2bb7424eeaa1ccba67 2024-11-28T08:20:47,098 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/info/8fa82234733a4a2bb7424eeaa1ccba67, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:20:47,099 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/ns/19c16dc4f165422083facbee9726b525 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/ns/19c16dc4f165422083facbee9726b525 2024-11-28T08:20:47,108 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/WALs/81db972b9a1d,38477,1732782028645/81db972b9a1d%2C38477%2C1732782028645.1732782030955 to pos 1328, reset compression=false 2024-11-28T08:20:47,109 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/ns/19c16dc4f165422083facbee9726b525, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:20:47,112 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/rep_barrier/9c9d6d3154494de8962a8ab3f04192b3 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/rep_barrier/9c9d6d3154494de8962a8ab3f04192b3 2024-11-28T08:20:47,119 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/rep_barrier/9c9d6d3154494de8962a8ab3f04192b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:20:47,125 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/.tmp/table/d2a6d5e0afa04c2293ae6a374ad71826 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/table/d2a6d5e0afa04c2293ae6a374ad71826 2024-11-28T08:20:47,142 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/table/d2a6d5e0afa04c2293ae6a374ad71826, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:20:47,145 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=16, compaction requested=false 2024-11-28T08:20:47,172 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:20:47,177 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:47,177 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:47,177 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:47,177 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782046019Running coprocessor pre-close hooks at 1732782046019Disabling compacts and flushes for region at 1732782046019Disabling writes for close at 1732782046019Obtaining lock to block concurrent updates at 1732782046019Preparing flush snapshotting stores in 1588230740 at 1732782046019Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782046020 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782046021 (+1 ms)Flushing 1588230740/info: creating writer at 1732782046022 (+1 ms)Flushing 1588230740/info: appending metadata at 1732782046047 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732782046048 (+1 ms)Flushing 1588230740/ns: creating writer at 1732782046496 (+448 ms)Flushing 1588230740/ns: appending metadata at 1732782046515 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732782046515Flushing 1588230740/rep_barrier: creating writer at 1732782046933 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782046953 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782046953Flushing 1588230740/table: creating writer at 1732782047019 (+66 ms)Flushing 1588230740/table: appending metadata at 1732782047061 (+42 ms)Flushing 1588230740/table: closing flushed file at 1732782047061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31581bfa: reopening flushed file at 1732782047085 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7f2e5e: reopening flushed file at 1732782047098 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44084299: reopening flushed file at 1732782047109 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350e5384: reopening flushed file at 1732782047119 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1126ms, sequenceid=16, compaction requested=false at 1732782047145 (+26 ms)Writing region close event to WAL at 1732782047156 (+11 ms)Running coprocessor post-close hooks at 1732782047177 (+21 ms)Closed at 1732782047177 2024-11-28T08:20:47,177 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:47,189 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:47,220 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,38477,1732782028645; all regions closed. 2024-11-28T08:20:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:20:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741839_1015 (size=3127) 2024-11-28T08:20:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741832_1008 (size=1336) 2024-11-28T08:20:47,243 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,38477,1732782028645 because: Region server is closing 2024-11-28T08:20:47,243 INFO [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38477. 2024-11-28T08:20:47,244 DEBUG [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:47,244 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:47,244 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:47,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:47,244 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:47,344 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.shipper81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 terminated 2024-11-28T08:20:47,344 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38477,1732782028645.replicationSource.wal-reader.81db972b9a1d%2C38477%2C1732782028645,1-81db972b9a1d,38477,1732782028645 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:20:47,344 INFO [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38477. 2024-11-28T08:20:47,344 DEBUG [RS:0;81db972b9a1d:38477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:47,344 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:47,344 DEBUG [RS:0;81db972b9a1d:38477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:47,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:47,344 INFO [RS:0;81db972b9a1d:38477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38477 2024-11-28T08:20:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259/rs 2024-11-28T08:20:47,391 INFO [RS:0;81db972b9a1d:38477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:47,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1734881259/rs/81db972b9a1d,38477,1732782028645 2024-11-28T08:20:47,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,38477,1732782028645] 2024-11-28T08:20:47,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/draining/81db972b9a1d,38477,1732782028645 already deleted, retry=false 2024-11-28T08:20:47,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,38477,1732782028645 expired; onlineServers=0 2024-11-28T08:20:47,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,45351,1732782028087' ***** 2024-11-28T08:20:47,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:20:47,412 INFO [M:0;81db972b9a1d:45351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:47,412 INFO [M:0;81db972b9a1d:45351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:47,412 DEBUG [M:0;81db972b9a1d:45351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:20:47,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:20:47,412 DEBUG [M:0;81db972b9a1d:45351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:20:47,412 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782030713 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782030713,5,FailOnTimeoutGroup] 2024-11-28T08:20:47,413 INFO [M:0;81db972b9a1d:45351 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:47,413 INFO [M:0;81db972b9a1d:45351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:47,413 DEBUG [M:0;81db972b9a1d:45351 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:20:47,413 INFO [M:0;81db972b9a1d:45351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:20:47,413 INFO [M:0;81db972b9a1d:45351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:47,413 INFO [M:0;81db972b9a1d:45351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:20:47,413 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782030716 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782030716,5,FailOnTimeoutGroup] 2024-11-28T08:20:47,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:20:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1734881259/master 2024-11-28T08:20:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1734881259 2024-11-28T08:20:47,433 DEBUG [M:0;81db972b9a1d:45351 {}] zookeeper.RecoverableZooKeeper(212): Node /1734881259/master already deleted, retry=false 2024-11-28T08:20:47,433 DEBUG [M:0;81db972b9a1d:45351 {}] master.ActiveMasterManager(353): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Failed delete of our master address node; KeeperErrorCode = NoNode for /1734881259/master 2024-11-28T08:20:47,433 INFO [M:0;81db972b9a1d:45351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/.lastflushedseqids 2024-11-28T08:20:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741852_1028 (size=263) 2024-11-28T08:20:47,442 INFO [M:0;81db972b9a1d:45351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:20:47,442 INFO [M:0;81db972b9a1d:45351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:20:47,442 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:47,442 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:47,442 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:47,442 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:47,442 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:47,442 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T08:20:47,461 DEBUG [M:0;81db972b9a1d:45351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/299e0c0a0384436eb9d8217bce52e18b is 82, key is hbase:meta,,1/info:regioninfo/1732782032033/Put/seqid=0 2024-11-28T08:20:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741853_1029 (size=5672) 2024-11-28T08:20:47,470 INFO [M:0;81db972b9a1d:45351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/299e0c0a0384436eb9d8217bce52e18b 2024-11-28T08:20:47,494 DEBUG [M:0;81db972b9a1d:45351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444213e3f93740c8b738e89aacb5326e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782039381/Put/seqid=0 2024-11-28T08:20:47,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741854_1030 (size=8516) 2024-11-28T08:20:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:47,502 INFO [RS:0;81db972b9a1d:38477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:47,502 INFO [RS:0;81db972b9a1d:38477 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,38477,1732782028645; zookeeper connection closed. 2024-11-28T08:20:47,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38477-0x10180874eb10004, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:47,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4998a828 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4998a828 2024-11-28T08:20:47,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:20:47,903 INFO [M:0;81db972b9a1d:45351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444213e3f93740c8b738e89aacb5326e 2024-11-28T08:20:47,906 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:47,931 DEBUG [M:0;81db972b9a1d:45351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316e36c48ae14f89832e4020474e8f22 is 69, key is 81db972b9a1d,38477,1732782028645/rs:state/1732782030805/Put/seqid=0 2024-11-28T08:20:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741855_1031 (size=5156) 2024-11-28T08:20:48,335 INFO [M:0;81db972b9a1d:45351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316e36c48ae14f89832e4020474e8f22 2024-11-28T08:20:48,343 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/299e0c0a0384436eb9d8217bce52e18b as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/299e0c0a0384436eb9d8217bce52e18b 2024-11-28T08:20:48,347 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/299e0c0a0384436eb9d8217bce52e18b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:20:48,348 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/444213e3f93740c8b738e89aacb5326e as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/444213e3f93740c8b738e89aacb5326e 2024-11-28T08:20:48,352 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/444213e3f93740c8b738e89aacb5326e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:20:48,353 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/316e36c48ae14f89832e4020474e8f22 as hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/316e36c48ae14f89832e4020474e8f22 2024-11-28T08:20:48,358 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44011/user/jenkins/test-data/94f71bf3-053f-a396-1ac9-12ad8940fbb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/316e36c48ae14f89832e4020474e8f22, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:20:48,359 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-28T08:20:48,360 INFO [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:48,360 DEBUG [M:0;81db972b9a1d:45351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782047442Disabling compacts and flushes for region at 1732782047442Disabling writes for close at 1732782047442Obtaining lock to block concurrent updates at 1732782047442Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782047442Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732782047443 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782047443Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782047443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782047461 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782047461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782047474 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782047493 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782047493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782047908 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782047930 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782047930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad16550: reopening flushed file at 1732782048339 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b322e82: reopening flushed file at 1732782048347 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa64ce0: reopening flushed file at 1732782048352 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732782048359 (+7 ms)Writing region close event to WAL at 1732782048360 (+1 ms)Closed at 1732782048360 2024-11-28T08:20:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44701 is added to blk_1073741830_1006 (size=63654) 2024-11-28T08:20:48,366 INFO [M:0;81db972b9a1d:45351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:20:48,366 INFO [M:0;81db972b9a1d:45351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45351 2024-11-28T08:20:48,367 INFO [M:0;81db972b9a1d:45351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:48,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:48,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:48,502 INFO [M:0;81db972b9a1d:45351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:48,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45351-0x10180874eb10003, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:48,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62978b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:48,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:48,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:48,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:48,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:48,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:20:48,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:20:48,507 WARN [BP-929833465-172.17.0.3-1732782025542 heartbeating to localhost/127.0.0.1:44011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:20:48,507 WARN [BP-929833465-172.17.0.3-1732782025542 heartbeating to localhost/127.0.0.1:44011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-929833465-172.17.0.3-1732782025542 (Datanode Uuid 8a4f5b5e-a941-4f19-b8ed-0a6bc413e487) service to localhost/127.0.0.1:44011 2024-11-28T08:20:48,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/cluster_13ed69d7-5f5d-f63c-7870-8a5843d11c13/data/data1/current/BP-929833465-172.17.0.3-1732782025542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:48,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/cluster_13ed69d7-5f5d-f63c-7870-8a5843d11c13/data/data2/current/BP-929833465-172.17.0.3-1732782025542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:48,509 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:20:48,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bac464d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:48,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:48,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:48,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:48,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:48,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:20:48,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:20:48,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:48,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:48,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:48,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:20:48,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477443438, stopped=false 2024-11-28T08:20:48,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,33449,1732782021850 2024-11-28T08:20:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718754904/running 2024-11-28T08:20:48,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718754904/running 2024-11-28T08:20:48,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:48,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:48,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:48,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/running 2024-11-28T08:20:48,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Set watcher on znode that does not yet exist, /0718754904/running 2024-11-28T08:20:48,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:20:48,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:48,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:48,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,46345,1732782022157' ***** 2024-11-28T08:20:48,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:20:48,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b2b86c40a1860497201206380ebf719 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,46345,1732782022157 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:48,546 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b2b86c40a1860497201206380ebf719, disabling compactions & flushes 2024-11-28T08:20:48,546 INFO [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46345. 2024-11-28T08:20:48,546 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:48,546 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:48,546 DEBUG [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:48,546 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782032108.7b2b86c40a1860497201206380ebf719. after waiting 0 ms 2024-11-28T08:20:48,546 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:48,546 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:48,547 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:20:48,547 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:20:48,547 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:20:48,547 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:20:48,547 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:20:48,547 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b2b86c40a1860497201206380ebf719=test,,1732782032108.7b2b86c40a1860497201206380ebf719., 8ba78119ad1ec4bfabd3ddfc35117fd6=hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6.} 2024-11-28T08:20:48,547 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b2b86c40a1860497201206380ebf719, 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:48,547 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:48,547 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:48,547 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:48,547 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:48,547 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:48,547 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:20:48,550 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/default/test/7b2b86c40a1860497201206380ebf719/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:20:48,551 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:48,551 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:20:48,551 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:48,551 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b2b86c40a1860497201206380ebf719: Waiting for close lock at 1732782048546Running coprocessor pre-close hooks at 1732782048546Disabling compacts and flushes for region at 1732782048546Disabling writes for close at 1732782048546Writing region close event to WAL at 1732782048547 (+1 ms)Running coprocessor post-close hooks at 1732782048551 (+4 ms)Closed at 1732782048551 2024-11-28T08:20:48,551 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782032108.7b2b86c40a1860497201206380ebf719. 2024-11-28T08:20:48,551 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ba78119ad1ec4bfabd3ddfc35117fd6, disabling compactions & flushes 2024-11-28T08:20:48,552 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:48,552 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:48,552 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. after waiting 0 ms 2024-11-28T08:20:48,552 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:48,552 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-28T08:20:48,564 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/info/b4581bea31124366be9e41eb3964d18c is 147, key is hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6./info:regioninfo/1732782037631/Put/seqid=0 2024-11-28T08:20:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741846_1022 (size=7686) 2024-11-28T08:20:48,570 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/info/b4581bea31124366be9e41eb3964d18c 2024-11-28T08:20:48,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/hfileref/d7c4a98e06dd4adaae64e07e4c72c3e6 is 74, key is 1/hfileref:b1f8fe3a11524b19b3902772e99e3315_SeqId_6_/1732782045604/DeleteColumn/seqid=0 2024-11-28T08:20:48,596 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/ns/9bd81283e00c437c92bb49066cfaf195 is 43, key is default/ns:d/1732782025407/Put/seqid=0 2024-11-28T08:20:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741847_1023 (size=5345) 2024-11-28T08:20:48,598 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/hfileref/d7c4a98e06dd4adaae64e07e4c72c3e6 2024-11-28T08:20:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741848_1024 (size=5153) 2024-11-28T08:20:48,608 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/ns/9bd81283e00c437c92bb49066cfaf195 2024-11-28T08:20:48,613 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:48,625 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/queue/150e60a3e10e40fdbefd1057b98e5947 is 154, key is 1-81db972b9a1d,46345,1732782022157/queue:81db972b9a1d%2C46345%2C1732782022157/1732782045607/Put/seqid=0 2024-11-28T08:20:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741849_1025 (size=5353) 2024-11-28T08:20:48,650 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3821c73e2f48408b703b7216c2ca94 is 112, key is test,,1732782032108.7b2b86c40a1860497201206380ebf719./rep_barrier:seqnumDuringOpen/1732782033255/Put/seqid=0 2024-11-28T08:20:48,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741850_1026 (size=5518) 2024-11-28T08:20:48,670 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3821c73e2f48408b703b7216c2ca94 2024-11-28T08:20:48,695 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/table/17ade389b8324dafbd9470875393feac is 53, key is hbase:replication/table:state/1732782037638/Put/seqid=0 2024-11-28T08:20:48,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741851_1027 (size=5308) 2024-11-28T08:20:48,719 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1033, reset compression=false 2024-11-28T08:20:48,721 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/table/17ade389b8324dafbd9470875393feac 2024-11-28T08:20:48,726 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:20:48,726 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1328, reset compression=false 2024-11-28T08:20:48,726 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46345,1732782022157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:20:48,727 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,46345,1732782022157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,46345,1732782022157, walGroup=81db972b9a1d%2C46345%2C1732782022157, offset=81db972b9a1d%2C46345%2C1732782022157.1732782024384:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:46345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:20:48,729 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:20:48,729 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:20:48,729 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:20:48,729 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:20:48,729 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:20:48,730 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 678559344 }, "NonHeapMemoryUsage": { "committed": 191496192, "init": 7667712, "max": -1, "used": 188731624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:20:48,730 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:33449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:33449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:20:48,738 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/info/b4581bea31124366be9e41eb3964d18c as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/info/b4581bea31124366be9e41eb3964d18c 2024-11-28T08:20:48,743 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/info/b4581bea31124366be9e41eb3964d18c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:20:48,744 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/ns/9bd81283e00c437c92bb49066cfaf195 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/ns/9bd81283e00c437c92bb49066cfaf195 2024-11-28T08:20:48,747 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:48,752 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/ns/9bd81283e00c437c92bb49066cfaf195, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:20:48,753 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3821c73e2f48408b703b7216c2ca94 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/rep_barrier/1d3821c73e2f48408b703b7216c2ca94 2024-11-28T08:20:48,760 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/rep_barrier/1d3821c73e2f48408b703b7216c2ca94, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:20:48,761 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/.tmp/table/17ade389b8324dafbd9470875393feac as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/table/17ade389b8324dafbd9470875393feac 2024-11-28T08:20:48,766 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/table/17ade389b8324dafbd9470875393feac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:20:48,767 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=16, compaction requested=false 2024-11-28T08:20:48,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:20:48,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:48,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:48,776 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:48,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782048547Running coprocessor pre-close hooks at 1732782048547Disabling compacts and flushes for region at 1732782048547Disabling writes for close at 1732782048547Obtaining lock to block concurrent updates at 1732782048547Preparing flush snapshotting stores in 1588230740 at 1732782048547Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782048548 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782048548Flushing 1588230740/info: creating writer at 1732782048548Flushing 1588230740/info: appending metadata at 1732782048564 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732782048564Flushing 1588230740/ns: creating writer at 1732782048577 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732782048595 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732782048595Flushing 1588230740/rep_barrier: creating writer at 1732782048621 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782048650 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782048650Flushing 1588230740/table: creating writer at 1732782048676 (+26 ms)Flushing 1588230740/table: appending metadata at 1732782048695 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732782048695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4f620c: reopening flushed file at 1732782048737 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77de8a18: reopening flushed file at 1732782048743 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2997a933: reopening flushed file at 1732782048752 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c799b72: reopening flushed file at 1732782048760 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=16, compaction requested=false at 1732782048767 (+7 ms)Writing region close event to WAL at 1732782048772 (+5 ms)Running coprocessor post-close hooks at 1732782048776 (+4 ms)Closed at 1732782048776 2024-11-28T08:20:48,777 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:48,947 DEBUG [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1351): Waiting on 8ba78119ad1ec4bfabd3ddfc35117fd6 2024-11-28T08:20:48,950 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1328, reset compression=false 2024-11-28T08:20:49,043 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/queue/150e60a3e10e40fdbefd1057b98e5947 2024-11-28T08:20:49,048 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/hfileref/d7c4a98e06dd4adaae64e07e4c72c3e6 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref/d7c4a98e06dd4adaae64e07e4c72c3e6 2024-11-28T08:20:49,053 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref/d7c4a98e06dd4adaae64e07e4c72c3e6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-28T08:20:49,054 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/.tmp/queue/150e60a3e10e40fdbefd1057b98e5947 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/queue/150e60a3e10e40fdbefd1057b98e5947 2024-11-28T08:20:49,059 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/queue/150e60a3e10e40fdbefd1057b98e5947, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T08:20:49,060 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8ba78119ad1ec4bfabd3ddfc35117fd6 in 508ms, sequenceid=12, compaction requested=false 2024-11-28T08:20:49,069 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/data/hbase/replication/8ba78119ad1ec4bfabd3ddfc35117fd6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:20:49,070 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:49,070 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:49,070 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:49,070 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ba78119ad1ec4bfabd3ddfc35117fd6: Waiting for close lock at 1732782048551Running coprocessor pre-close hooks at 1732782048551Disabling compacts and flushes for region at 1732782048551Disabling writes for close at 1732782048552 (+1 ms)Obtaining lock to block concurrent updates at 1732782048552Preparing flush snapshotting stores in 8ba78119ad1ec4bfabd3ddfc35117fd6 at 1732782048552Finished memstore snapshotting hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732782048552Flushing stores of hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. at 1732782048553 (+1 ms)Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref: creating writer at 1732782048553Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref: appending metadata at 1732782048575 (+22 ms)Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/hfileref: closing flushed file at 1732782048575Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/queue: creating writer at 1732782048606 (+31 ms)Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/queue: appending metadata at 1732782048624 (+18 ms)Flushing 8ba78119ad1ec4bfabd3ddfc35117fd6/queue: closing flushed file at 1732782048624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358830c0: reopening flushed file at 1732782049048 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dc091f: reopening flushed file at 1732782049053 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8ba78119ad1ec4bfabd3ddfc35117fd6 in 508ms, sequenceid=12, compaction requested=false at 1732782049060 (+7 ms)Writing region close event to WAL at 1732782049066 (+6 ms)Running coprocessor post-close hooks at 1732782049070 (+4 ms)Closed at 1732782049070 2024-11-28T08:20:49,070 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782036429.8ba78119ad1ec4bfabd3ddfc35117fd6. 2024-11-28T08:20:49,147 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,46345,1732782022157; all regions closed. 2024-11-28T08:20:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:20:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741839_1015 (size=3127) 2024-11-28T08:20:49,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.rep.1732782037600 not finished, retry = 0 2024-11-28T08:20:49,255 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 to pos 1328, reset compression=false 2024-11-28T08:20:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741832_1008 (size=1336) 2024-11-28T08:20:49,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 not finished, retry = 0 2024-11-28T08:20:49,283 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:20:49,283 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:20:49,357 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:49,357 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:20:49,358 INFO [RS:0;81db972b9a1d:46345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:49,358 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/WALs/81db972b9a1d,46345,1732782022157/81db972b9a1d%2C46345%2C1732782022157.1732782024384 2024-11-28T08:20:49,358 INFO [RS:0;81db972b9a1d:46345 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:49,358 INFO [RS:0;81db972b9a1d:46345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:49,358 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-28T08:20:49,358 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-28T08:20:49,358 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:49,358 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,46345,1732782022157 because: Region server is closing 2024-11-28T08:20:49,358 INFO [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46345. 2024-11-28T08:20:49,358 DEBUG [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:49,358 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:49,358 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:49,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:49,458 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.shipper81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 terminated 2024-11-28T08:20:49,459 INFO [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46345. 2024-11-28T08:20:49,458 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46345,1732782022157.replicationSource.wal-reader.81db972b9a1d%2C46345%2C1732782022157,1-81db972b9a1d,46345,1732782022157 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-28T08:20:49,459 DEBUG [RS:0;81db972b9a1d:46345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:20:49,459 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:49,459 DEBUG [RS:0;81db972b9a1d:46345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:49,459 INFO [RS:0;81db972b9a1d:46345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46345 2024-11-28T08:20:49,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:20:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904/rs 2024-11-28T08:20:49,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718754904/rs/81db972b9a1d,46345,1732782022157 2024-11-28T08:20:49,471 INFO [RS:0;81db972b9a1d:46345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:49,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,46345,1732782022157] 2024-11-28T08:20:49,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0718754904/draining/81db972b9a1d,46345,1732782022157 already deleted, retry=false 2024-11-28T08:20:49,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,46345,1732782022157 expired; onlineServers=0 2024-11-28T08:20:49,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,33449,1732782021850' ***** 2024-11-28T08:20:49,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:20:49,492 INFO [M:0;81db972b9a1d:33449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:20:49,492 INFO [M:0;81db972b9a1d:33449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:20:49,493 DEBUG [M:0;81db972b9a1d:33449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:20:49,493 DEBUG [M:0;81db972b9a1d:33449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:20:49,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:20:49,493 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782024173 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782024173,5,FailOnTimeoutGroup] 2024-11-28T08:20:49,493 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782024173 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782024173,5,FailOnTimeoutGroup] 2024-11-28T08:20:49,493 INFO [M:0;81db972b9a1d:33449 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:20:49,493 INFO [M:0;81db972b9a1d:33449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:20:49,493 DEBUG [M:0;81db972b9a1d:33449 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:20:49,493 INFO [M:0;81db972b9a1d:33449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:20:49,494 INFO [M:0;81db972b9a1d:33449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:20:49,494 INFO [M:0;81db972b9a1d:33449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:20:49,494 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:20:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718754904/master 2024-11-28T08:20:49,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718754904 2024-11-28T08:20:49,506 DEBUG [M:0;81db972b9a1d:33449 {}] zookeeper.ZKUtil(347): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Unable to get data of znode /0718754904/master because node does not exist (not an error) 2024-11-28T08:20:49,506 WARN [M:0;81db972b9a1d:33449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:20:49,507 INFO [M:0;81db972b9a1d:33449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/.lastflushedseqids 2024-11-28T08:20:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741852_1028 (size=263) 2024-11-28T08:20:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:49,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46345-0x10180874eb10001, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:49,582 INFO [RS:0;81db972b9a1d:46345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:49,582 INFO [RS:0;81db972b9a1d:46345 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,46345,1732782022157; zookeeper connection closed. 2024-11-28T08:20:49,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14c519ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14c519ba 2024-11-28T08:20:49,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:20:49,922 INFO [M:0;81db972b9a1d:33449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:20:49,922 INFO [M:0;81db972b9a1d:33449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:20:49,922 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:49,922 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:49,922 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:49,922 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:49,922 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:49,922 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T08:20:49,936 DEBUG [M:0;81db972b9a1d:33449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4163a281b5b444378f740e67c2f5569a is 82, key is hbase:meta,,1/info:regioninfo/1732782025356/Put/seqid=0 2024-11-28T08:20:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741853_1029 (size=5672) 2024-11-28T08:20:50,340 INFO [M:0;81db972b9a1d:33449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4163a281b5b444378f740e67c2f5569a 2024-11-28T08:20:50,373 DEBUG [M:0;81db972b9a1d:33449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823a85ee4b7642bf9a00cd53feec1744 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782037641/Put/seqid=0 2024-11-28T08:20:50,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741854_1030 (size=8516) 2024-11-28T08:20:50,793 INFO [M:0;81db972b9a1d:33449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823a85ee4b7642bf9a00cd53feec1744 2024-11-28T08:20:50,815 DEBUG [M:0;81db972b9a1d:33449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beb93bdeafce426999414b7945399790 is 69, key is 81db972b9a1d,46345,1732782022157/rs:state/1732782024228/Put/seqid=0 2024-11-28T08:20:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741855_1031 (size=5156) 2024-11-28T08:20:51,220 INFO [M:0;81db972b9a1d:33449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beb93bdeafce426999414b7945399790 2024-11-28T08:20:51,226 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4163a281b5b444378f740e67c2f5569a as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4163a281b5b444378f740e67c2f5569a 2024-11-28T08:20:51,234 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4163a281b5b444378f740e67c2f5569a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:20:51,235 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/823a85ee4b7642bf9a00cd53feec1744 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/823a85ee4b7642bf9a00cd53feec1744 2024-11-28T08:20:51,239 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/823a85ee4b7642bf9a00cd53feec1744, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:20:51,240 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/beb93bdeafce426999414b7945399790 as hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/beb93bdeafce426999414b7945399790 2024-11-28T08:20:51,246 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43973/user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/beb93bdeafce426999414b7945399790, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:20:51,247 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=97, compaction requested=false 2024-11-28T08:20:51,256 INFO [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:51,257 DEBUG [M:0;81db972b9a1d:33449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782049922Disabling compacts and flushes for region at 1732782049922Disabling writes for close at 1732782049922Obtaining lock to block concurrent updates at 1732782049922Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782049922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732782049923 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782049923Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782049923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782049936 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782049936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782050345 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782050372 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782050372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782050798 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782050815 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782050815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f736529: reopening flushed file at 1732782051225 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd877e9: reopening flushed file at 1732782051234 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a99d4f: reopening flushed file at 1732782051240 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=97, compaction requested=false at 1732782051247 (+7 ms)Writing region close event to WAL at 1732782051256 (+9 ms)Closed at 1732782051256 2024-11-28T08:20:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43163 is added to blk_1073741830_1006 (size=63654) 2024-11-28T08:20:51,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/242ab07a-9a4c-a393-6b63-a096f7826344/MasterData/WALs/81db972b9a1d,33449,1732782021850/81db972b9a1d%2C33449%2C1732782021850.1732782023917 not finished, retry = 0 2024-11-28T08:20:51,360 INFO [M:0;81db972b9a1d:33449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:20:51,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:20:51,360 INFO [M:0;81db972b9a1d:33449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33449 2024-11-28T08:20:51,361 INFO [M:0;81db972b9a1d:33449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:20:51,435 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:20:51,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:51,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33449-0x10180874eb10000, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:20:51,512 INFO [M:0;81db972b9a1d:33449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:20:51,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37eab4d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:51,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702d0e1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:51,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:51,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17373f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:51,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458d98f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:51,519 WARN [BP-534989698-172.17.0.3-1732782019419 heartbeating to localhost/127.0.0.1:43973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:20:51,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:20:51,519 WARN [BP-534989698-172.17.0.3-1732782019419 heartbeating to localhost/127.0.0.1:43973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-534989698-172.17.0.3-1732782019419 (Datanode Uuid 7483ad63-caf3-4ea0-a6b4-eed74cb89779) service to localhost/127.0.0.1:43973 2024-11-28T08:20:51,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:20:51,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/data/data1/current/BP-534989698-172.17.0.3-1732782019419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:51,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/cluster_40a33375-18f7-483a-766c-c0745c463412/data/data2/current/BP-534989698-172.17.0.3-1732782019419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:20:51,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:20:51,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1540c270{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:51,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ef08e8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:20:51,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:20:51,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:20:51,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12386e47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:20:51,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7762b913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e4953f6-e01e-d188-03c3-194d123d8418/hadoop.log.dir/,STOPPED} 2024-11-28T08:20:51,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:20:51,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:20:51,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:20:51,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:20:51,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 208) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44011 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5706 (was 5640) - AvailableMemoryMB LEAK? - 2024-11-28T08:20:51,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=5705 2024-11-28T08:20:51,661 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-28T08:20:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir so I do NOT create it in target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e 2024-11-28T08:20:51,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:20:51,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.tmp.dir so I do NOT create it in target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e 2024-11-28T08:20:51,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc9d0713-1802-3081-0592-511d65985645/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:20:51,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e 2024-11-28T08:20:51,661 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385, deleteOnExit=true 2024-11-28T08:20:51,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/zookeeper_0, clientPort=53779, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:20:51,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53779 2024-11-28T08:20:51,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:20:51,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:20:51,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/test.cache.data in system properties and HBase conf 2024-11-28T08:20:51,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:20:51,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:20:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:20:51,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:20:51,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180874eb10002, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:20:51,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180874eb10002, quorum=127.0.0.1:64543, baseZNode=/0718754904 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:20:51,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180874eb10005, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:20:51,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180874eb10005, quorum=127.0.0.1:64543, baseZNode=/1734881259 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:20:52,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:52,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:52,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:52,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:52,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:52,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:52,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a7ed6e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:52,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c69237f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:52,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@481d53b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/java.io.tmpdir/jetty-localhost-39351-hadoop-hdfs-3_4_1-tests_jar-_-any-9371962843252023162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:52,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51838098{HTTP/1.1, (http/1.1)}{localhost:39351} 2024-11-28T08:20:52,154 INFO [Time-limited test {}] server.Server(415): Started @198589ms 2024-11-28T08:20:52,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:52,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:52,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:52,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:52,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:52,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e2d89e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:52,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a55265e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:52,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66288f31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-14458797298546874768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:52,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550af122{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-11-28T08:20:52,534 INFO [Time-limited test {}] server.Server(415): Started @198969ms 2024-11-28T08:20:52,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:20:53,331 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/data/data1/current/BP-1245153166-172.17.0.3-1732782051683/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:53,331 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/data/data2/current/BP-1245153166-172.17.0.3-1732782051683/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:53,350 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:20:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf73efcd032920f93 with lease ID 0x213d0e182f03a30a: Processing first storage report for DS-0752fca7-78c4-4018-be15-7e82df8b0611 from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=953042e7-c51a-48c4-a332-c21197f7919d, infoPort=41473, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1681700403;c=1732782051683) 2024-11-28T08:20:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf73efcd032920f93 with lease ID 0x213d0e182f03a30a: from storage DS-0752fca7-78c4-4018-be15-7e82df8b0611 node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=953042e7-c51a-48c4-a332-c21197f7919d, infoPort=41473, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1681700403;c=1732782051683), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf73efcd032920f93 with lease ID 0x213d0e182f03a30a: Processing first storage report for DS-4c94fdd7-df06-4bd9-a74e-374012acfd4c from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=953042e7-c51a-48c4-a332-c21197f7919d, infoPort=41473, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1681700403;c=1732782051683) 2024-11-28T08:20:53,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf73efcd032920f93 with lease ID 0x213d0e182f03a30a: from storage DS-4c94fdd7-df06-4bd9-a74e-374012acfd4c node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=953042e7-c51a-48c4-a332-c21197f7919d, infoPort=41473, infoSecurePort=0, ipcPort=37595, storageInfo=lv=-57;cid=testClusterID;nsid=1681700403;c=1732782051683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:53,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e 2024-11-28T08:20:53,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:20:53,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6 with version=8 2024-11-28T08:20:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/hbase-staging 2024-11-28T08:20:53,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:53,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:53,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39561 2024-11-28T08:20:53,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39561 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:20:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395610x0, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:53,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39561-0x1018087ccfa0000 connected 2024-11-28T08:20:53,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/running 2024-11-28T08:20:53,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6, hbase.cluster.distributed=false 2024-11-28T08:20:53,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/acl 2024-11-28T08:20:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T08:20:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39561 2024-11-28T08:20:53,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39561 2024-11-28T08:20:53,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T08:20:53,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39561 2024-11-28T08:20:53,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:53,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:53,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:53,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:53,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:53,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:53,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34595 2024-11-28T08:20:53,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34595 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:20:53,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345950x0, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:53,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345950x0, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/running 2024-11-28T08:20:53,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34595-0x1018087ccfa0001 connected 2024-11-28T08:20:53,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:53,633 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:53,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/master 2024-11-28T08:20:53,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/acl 2024-11-28T08:20:53,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-28T08:20:53,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34595 2024-11-28T08:20:53,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34595 2024-11-28T08:20:53,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-28T08:20:53,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34595 2024-11-28T08:20:53,657 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:39561 2024-11-28T08:20:53,658 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1152025059/backup-masters/81db972b9a1d,39561,1732782053401 2024-11-28T08:20:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/backup-masters 2024-11-28T08:20:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/backup-masters 2024-11-28T08:20:53,670 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on existing znode=/0-1152025059/backup-masters/81db972b9a1d,39561,1732782053401 2024-11-28T08:20:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1152025059/master 2024-11-28T08:20:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:53,680 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on existing znode=/0-1152025059/master 2024-11-28T08:20:53,680 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1152025059/backup-masters/81db972b9a1d,39561,1732782053401 from backup master directory 2024-11-28T08:20:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1152025059/backup-masters/81db972b9a1d,39561,1732782053401 2024-11-28T08:20:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/backup-masters 2024-11-28T08:20:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/backup-masters 2024-11-28T08:20:53,690 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:53,690 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,39561,1732782053401 2024-11-28T08:20:53,694 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/hbase.id] with ID: 7fb77966-fca6-4d70-a045-b02aad362b51 2024-11-28T08:20:53,694 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/.tmp/hbase.id 2024-11-28T08:20:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:20:54,098 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/.tmp/hbase.id]:[hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/hbase.id] 2024-11-28T08:20:54,108 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:54,108 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:54,109 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:20:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:20:54,543 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:20:54,543 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:20:54,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:20:54,551 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store 2024-11-28T08:20:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:20:54,957 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:54,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:20:54,958 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:54,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:54,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:20:54,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:54,958 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:20:54,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782054957Disabling compacts and flushes for region at 1732782054957Disabling writes for close at 1732782054958 (+1 ms)Writing region close event to WAL at 1732782054958Closed at 1732782054958 2024-11-28T08:20:54,959 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/.initializing 2024-11-28T08:20:54,959 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/WALs/81db972b9a1d,39561,1732782053401 2024-11-28T08:20:54,960 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:54,963 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C39561%2C1732782053401, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/WALs/81db972b9a1d,39561,1732782053401, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/oldWALs, maxLogs=10 2024-11-28T08:20:54,975 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/WALs/81db972b9a1d,39561,1732782053401/81db972b9a1d%2C39561%2C1732782053401.1732782054963, exclude list is [], retry=0 2024-11-28T08:20:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-0752fca7-78c4-4018-be15-7e82df8b0611,DISK] 2024-11-28T08:20:54,987 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/WALs/81db972b9a1d,39561,1732782053401/81db972b9a1d%2C39561%2C1732782053401.1732782054963 2024-11-28T08:20:54,987 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-28T08:20:54,987 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:54,988 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:54,988 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,988 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:20:54,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:54,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:20:54,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:54,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:54,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:20:54,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:54,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:54,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:20:54,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:54,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:20:54,995 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,995 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,995 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,997 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:54,997 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:20:54,999 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:54,999 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59171743, jitterRate=-0.1182723194360733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:55,000 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782054988Initializing all the Stores at 1732782054989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782054989Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782054989Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782054989Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782054989Cleaning up temporary data from old regions at 1732782054996 (+7 ms)Region opened successfully at 1732782055000 (+4 ms) 2024-11-28T08:20:55,000 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:20:55,002 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9258de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:55,003 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:20:55,003 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:20:55,003 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:20:55,003 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:20:55,004 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:20:55,004 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:20:55,004 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:20:55,005 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:20:55,006 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Unable to get data of znode /0-1152025059/balancer because node does not exist (not necessarily an error) 2024-11-28T08:20:55,069 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/balancer already deleted, retry=false 2024-11-28T08:20:55,070 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:20:55,070 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Unable to get data of znode /0-1152025059/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:20:55,080 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/normalizer already deleted, retry=false 2024-11-28T08:20:55,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:20:55,081 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Unable to get data of znode /0-1152025059/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:20:55,090 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/switch/split already deleted, retry=false 2024-11-28T08:20:55,091 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Unable to get data of znode /0-1152025059/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:20:55,101 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/switch/merge already deleted, retry=false 2024-11-28T08:20:55,102 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Unable to get data of znode /0-1152025059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:20:55,111 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/snapshot-cleanup already deleted, retry=false 2024-11-28T08:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1152025059/running 2024-11-28T08:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1152025059/running 2024-11-28T08:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,122 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,39561,1732782053401, sessionid=0x1018087ccfa0000, setting cluster-up flag (Was=false) 2024-11-28T08:20:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,174 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1152025059/flush-table-proc/acquired, /0-1152025059/flush-table-proc/reached, /0-1152025059/flush-table-proc/abort 2024-11-28T08:20:55,176 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,39561,1732782053401 2024-11-28T08:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:55,227 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1152025059/online-snapshot/acquired, /0-1152025059/online-snapshot/reached, /0-1152025059/online-snapshot/abort 2024-11-28T08:20:55,228 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,39561,1732782053401 2024-11-28T08:20:55,229 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:20:55,230 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:55,231 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:20:55,231 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:20:55,231 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,39561,1732782053401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:55,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782085233 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:20:55,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:55,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:20:55,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:20:55,234 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:20:55,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:55,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:20:55,235 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782055234,5,FailOnTimeoutGroup] 2024-11-28T08:20:55,235 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782055235,5,FailOnTimeoutGroup] 2024-11-28T08:20:55,235 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,235 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:20:55,235 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,235 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:20:55,249 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(746): ClusterId : 7fb77966-fca6-4d70-a045-b02aad362b51 2024-11-28T08:20:55,249 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:20:55,260 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:20:55,260 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:20:55,274 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:20:55,274 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768c4c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:20:55,289 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:34595 2024-11-28T08:20:55,289 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:20:55,289 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:20:55,289 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:20:55,290 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,39561,1732782053401 with port=34595, startcode=1732782053614 2024-11-28T08:20:55,290 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:20:55,293 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:20:55,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39561 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,295 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6 2024-11-28T08:20:55,295 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38475 2024-11-28T08:20:55,295 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:20:55,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/rs 2024-11-28T08:20:55,305 DEBUG [RS:0;81db972b9a1d:34595 {}] zookeeper.ZKUtil(111): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on existing znode=/0-1152025059/rs/81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,305 WARN [RS:0;81db972b9a1d:34595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:55,306 INFO [RS:0;81db972b9a1d:34595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:55,306 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,34595,1732782053614] 2024-11-28T08:20:55,309 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:20:55,310 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:20:55,312 INFO [RS:0;81db972b9a1d:34595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:20:55,312 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,316 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:20:55,317 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:20:55,317 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,317 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,318 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:20:55,318 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:55,318 DEBUG [RS:0;81db972b9a1d:34595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,319 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34595,1732782053614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:55,336 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:20:55,337 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34595,1732782053614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,337 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,337 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.Replication(171): 81db972b9a1d,34595,1732782053614 started 2024-11-28T08:20:55,354 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:55,354 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,34595,1732782053614, RpcServer on 81db972b9a1d/172.17.0.3:34595, sessionid=0x1018087ccfa0001 2024-11-28T08:20:55,354 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:20:55,354 DEBUG [RS:0;81db972b9a1d:34595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,354 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34595,1732782053614' 2024-11-28T08:20:55,354 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1152025059/flush-table-proc/abort' 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1152025059/flush-table-proc/acquired' 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,34595,1732782053614 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34595,1732782053614' 2024-11-28T08:20:55,355 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1152025059/online-snapshot/abort' 2024-11-28T08:20:55,356 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1152025059/online-snapshot/acquired' 2024-11-28T08:20:55,356 DEBUG [RS:0;81db972b9a1d:34595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:20:55,356 INFO [RS:0;81db972b9a1d:34595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:20:55,356 INFO [RS:0;81db972b9a1d:34595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:20:55,457 INFO [RS:0;81db972b9a1d:34595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:20:55,459 INFO [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34595%2C1732782053614, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs, maxLogs=10 2024-11-28T08:20:55,475 DEBUG [RS:0;81db972b9a1d:34595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, exclude list is [], retry=0 2024-11-28T08:20:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-0752fca7-78c4-4018-be15-7e82df8b0611,DISK] 2024-11-28T08:20:55,479 INFO [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 2024-11-28T08:20:55,480 DEBUG [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-28T08:20:55,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:20:55,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6 2024-11-28T08:20:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:20:56,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:56,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:56,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:56,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:56,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:56,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:56,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:56,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:56,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:56,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:56,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740 2024-11-28T08:20:56,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740 2024-11-28T08:20:56,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:56,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:56,066 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:56,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:56,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:20:56,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814853, jitterRate=-0.10868923366069794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:56,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782056058Initializing all the Stores at 1732782056059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782056059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056059Cleaning up temporary data from old regions at 1732782056066 (+7 ms)Region opened successfully at 1732782056069 (+3 ms) 2024-11-28T08:20:56,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:20:56,069 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:20:56,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:20:56,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:20:56,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:20:56,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:20:56,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782056069Disabling compacts and flushes for region at 1732782056069Disabling writes for close at 1732782056069Writing region close event to WAL at 1732782056070 (+1 ms)Closed at 1732782056070 2024-11-28T08:20:56,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:56,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:20:56,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:20:56,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:56,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:20:56,222 DEBUG [81db972b9a1d:39561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:20:56,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:20:56,224 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34595,1732782053614, state=OPENING 2024-11-28T08:20:56,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:20:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:20:56,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1152025059/meta-region-server: CHANGED 2024-11-28T08:20:56,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1152025059/meta-region-server: CHANGED 2024-11-28T08:20:56,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:20:56,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34595,1732782053614}] 2024-11-28T08:20:56,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:20:56,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:20:56,471 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:20:56,471 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:20:56,471 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:20:56,472 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34595%2C1732782053614.meta, suffix=.meta, logDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs, maxLogs=10 2024-11-28T08:20:56,485 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.meta.1732782056473.meta, exclude list is [], retry=0 2024-11-28T08:20:56,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-0752fca7-78c4-4018-be15-7e82df8b0611,DISK] 2024-11-28T08:20:56,489 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.meta.1732782056473.meta 2024-11-28T08:20:56,489 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-28T08:20:56,489 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:20:56,490 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:20:56,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:20:56,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:20:56,490 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:20:56,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:20:56,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:20:56,491 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:20:56,491 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:20:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:20:56,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:20:56,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:20:56,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:20:56,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:20:56,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:20:56,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:20:56,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:20:56,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:20:56,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:20:56,496 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:20:56,497 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740 2024-11-28T08:20:56,498 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740 2024-11-28T08:20:56,499 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:20:56,499 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:20:56,499 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:20:56,500 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:20:56,501 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67856153, jitterRate=0.011135473847389221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:20:56,501 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:20:56,501 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782056491Writing region info on filesystem at 1732782056491Initializing all the Stores at 1732782056491Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056492 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782056492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782056492Cleaning up temporary data from old regions at 1732782056499 (+7 ms)Running coprocessor post-open hooks at 1732782056501 (+2 ms)Region opened successfully at 1732782056501 2024-11-28T08:20:56,502 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782056466 2024-11-28T08:20:56,504 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:20:56,504 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:20:56,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:20:56,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34595,1732782053614, state=OPEN 2024-11-28T08:20:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1152025059/meta-region-server 2024-11-28T08:20:56,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1152025059/meta-region-server 2024-11-28T08:20:56,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,34595,1732782053614 2024-11-28T08:20:56,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1152025059/meta-region-server: CHANGED 2024-11-28T08:20:56,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1152025059/meta-region-server: CHANGED 2024-11-28T08:20:56,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:20:56,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34595,1732782053614 in 212 msec 2024-11-28T08:20:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:20:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-28T08:20:56,530 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:20:56,530 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:20:56,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:56,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34595,1732782053614, seqNum=-1] 2024-11-28T08:20:56,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:56,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:56,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-28T08:20:56,537 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782056537, completionTime=-1 2024-11-28T08:20:56,537 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:20:56,537 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:20:56,539 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:20:56,539 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782116539 2024-11-28T08:20:56,539 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782176539 2024-11-28T08:20:56,539 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:39561, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,540 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,541 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:20:56,543 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-11-28T08:20:56,543 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:20:56,544 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:20:56,545 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:20:56,545 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:20:56,545 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39561,1732782053401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:20:56,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eef7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:56,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:20:56,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:20:56,552 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:20:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:20:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:20:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:56,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:20:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:20:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:20:56,554 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:20:56,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa62fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:20:56,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:20:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34595,1732782053614, seqNum=-1] 2024-11-28T08:20:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:20:56,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:20:56,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,39561,1732782053401 2024-11-28T08:20:56,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:20:56,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:56,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018087ccfa0002 connected 2024-11-28T08:20:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir so I do NOT create it in target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9 2024-11-28T08:20:56,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:20:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.tmp.dir so I do NOT create it in target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9 2024-11-28T08:20:56,582 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:20:56,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9 2024-11-28T08:20:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:20:56,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/cluster_13cc4f77-efb3-7c13-551c-bb87813524bf, deleteOnExit=true 2024-11-28T08:20:56,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/test.cache.data in system properties and HBase conf 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:20:56,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:20:56,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:56,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:20:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:20:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:20:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:20:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:20:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:20:56,949 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T08:20:56,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:56,998 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:57,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:57,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:57,009 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:20:57,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:57,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:57,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:57,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:57,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:57,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:57,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dcf9b45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:57,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7557e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:57,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503121af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/java.io.tmpdir/jetty-localhost-45235-hadoop-hdfs-3_4_1-tests_jar-_-any-3622867132104151141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:20:57,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f511c4{HTTP/1.1, (http/1.1)}{localhost:45235} 2024-11-28T08:20:57,260 INFO [Time-limited test {}] server.Server(415): Started @203695ms 2024-11-28T08:20:57,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:20:57,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:20:57,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:20:57,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:20:57,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:20:57,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e70714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:20:57,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790b2c70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:20:57,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4817aa89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/java.io.tmpdir/jetty-localhost-32777-hadoop-hdfs-3_4_1-tests_jar-_-any-9535031005185988851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:20:57,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@641042f0{HTTP/1.1, (http/1.1)}{localhost:32777} 2024-11-28T08:20:57,752 INFO [Time-limited test {}] server.Server(415): Started @204187ms 2024-11-28T08:20:57,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:20:58,561 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/cluster_13cc4f77-efb3-7c13-551c-bb87813524bf/data/data1/current/BP-1783925224-172.17.0.3-1732782056605/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:58,564 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/cluster_13cc4f77-efb3-7c13-551c-bb87813524bf/data/data2/current/BP-1783925224-172.17.0.3-1732782056605/current, will proceed with Du for space computation calculation, 2024-11-28T08:20:58,647 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:20:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bc2f996eedb0349 with lease ID 0xf2a3ac7a9d5c8eb9: Processing first storage report for DS-b49fcc30-7304-4f24-9238-659b9732827a from datanode DatanodeRegistration(127.0.0.1:43917, datanodeUuid=73c788c0-c5c5-4cd1-95c6-dd9ae3592733, infoPort=36799, infoSecurePort=0, ipcPort=45221, storageInfo=lv=-57;cid=testClusterID;nsid=329214360;c=1732782056605) 2024-11-28T08:20:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bc2f996eedb0349 with lease ID 0xf2a3ac7a9d5c8eb9: from storage DS-b49fcc30-7304-4f24-9238-659b9732827a node DatanodeRegistration(127.0.0.1:43917, datanodeUuid=73c788c0-c5c5-4cd1-95c6-dd9ae3592733, infoPort=36799, infoSecurePort=0, ipcPort=45221, storageInfo=lv=-57;cid=testClusterID;nsid=329214360;c=1732782056605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:20:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bc2f996eedb0349 with lease ID 0xf2a3ac7a9d5c8eb9: Processing first storage report for DS-49a6cac2-e85f-479a-9c58-3361ac10cdeb from datanode DatanodeRegistration(127.0.0.1:43917, datanodeUuid=73c788c0-c5c5-4cd1-95c6-dd9ae3592733, infoPort=36799, infoSecurePort=0, ipcPort=45221, storageInfo=lv=-57;cid=testClusterID;nsid=329214360;c=1732782056605) 2024-11-28T08:20:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bc2f996eedb0349 with lease ID 0xf2a3ac7a9d5c8eb9: from storage DS-49a6cac2-e85f-479a-9c58-3361ac10cdeb node DatanodeRegistration(127.0.0.1:43917, datanodeUuid=73c788c0-c5c5-4cd1-95c6-dd9ae3592733, infoPort=36799, infoSecurePort=0, ipcPort=45221, storageInfo=lv=-57;cid=testClusterID;nsid=329214360;c=1732782056605), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:20:58,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9 2024-11-28T08:20:58,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:58,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:20:59,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504 with version=8 2024-11-28T08:20:59,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/hbase-staging 2024-11-28T08:20:59,106 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:59,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:59,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35081 2024-11-28T08:20:59,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35081 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:20:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350810x0, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:59,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35081-0x1018087ccfa0003 connected 2024-11-28T08:20:59,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:59,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:59,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/running 2024-11-28T08:20:59,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504, hbase.cluster.distributed=false 2024-11-28T08:20:59,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/acl 2024-11-28T08:20:59,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-28T08:20:59,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35081 2024-11-28T08:20:59,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35081 2024-11-28T08:20:59,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-28T08:20:59,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35081 2024-11-28T08:20:59,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:20:59,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:20:59,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43447 2024-11-28T08:20:59,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43447 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:20:59,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:59,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434470x0, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:20:59,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434470x0, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/running 2024-11-28T08:20:59,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43447-0x1018087ccfa0004 connected 2024-11-28T08:20:59,284 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:20:59,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:20:59,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/master 2024-11-28T08:20:59,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/acl 2024-11-28T08:20:59,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-28T08:20:59,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43447 2024-11-28T08:20:59,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43447 2024-11-28T08:20:59,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-28T08:20:59,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-28T08:20:59,306 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:35081 2024-11-28T08:20:59,306 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1221979168/backup-masters/81db972b9a1d,35081,1732782059106 2024-11-28T08:20:59,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/backup-masters 2024-11-28T08:20:59,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/backup-masters 2024-11-28T08:20:59,316 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on existing znode=/1221979168/backup-masters/81db972b9a1d,35081,1732782059106 2024-11-28T08:20:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:20:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1221979168/master 2024-11-28T08:20:59,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:20:59,326 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on existing znode=/1221979168/master 2024-11-28T08:20:59,326 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1221979168/backup-masters/81db972b9a1d,35081,1732782059106 from backup master directory 2024-11-28T08:20:59,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1221979168/backup-masters/81db972b9a1d,35081,1732782059106 2024-11-28T08:20:59,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/backup-masters 2024-11-28T08:20:59,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/backup-masters 2024-11-28T08:20:59,336 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:20:59,336 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,35081,1732782059106 2024-11-28T08:20:59,339 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/hbase.id] with ID: f75264d3-7273-4153-98dc-f184a7652051 2024-11-28T08:20:59,339 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/.tmp/hbase.id 2024-11-28T08:20:59,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:20:59,744 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/.tmp/hbase.id]:[hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/hbase.id] 2024-11-28T08:20:59,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:20:59,754 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:20:59,755 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:20:59,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:20:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:21:00,211 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:00,211 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:21:00,212 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:21:00,618 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store 2024-11-28T08:21:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:01,024 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:01,024 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:01,024 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782061024Disabling compacts and flushes for region at 1732782061024Disabling writes for close at 1732782061024Writing region close event to WAL at 1732782061024Closed at 1732782061024 2024-11-28T08:21:01,025 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/.initializing 2024-11-28T08:21:01,025 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/WALs/81db972b9a1d,35081,1732782059106 2024-11-28T08:21:01,026 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:01,027 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C35081%2C1732782059106, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/WALs/81db972b9a1d,35081,1732782059106, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/oldWALs, maxLogs=10 2024-11-28T08:21:01,039 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/WALs/81db972b9a1d,35081,1732782059106/81db972b9a1d%2C35081%2C1732782059106.1732782061028, exclude list is [], retry=0 2024-11-28T08:21:01,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-b49fcc30-7304-4f24-9238-659b9732827a,DISK] 2024-11-28T08:21:01,043 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/WALs/81db972b9a1d,35081,1732782059106/81db972b9a1d%2C35081%2C1732782059106.1732782061028 2024-11-28T08:21:01,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36799:36799)] 2024-11-28T08:21:01,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:01,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:01,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,044 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:21:01,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:01,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:01,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:21:01,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:01,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:01,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:21:01,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:01,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:01,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:21:01,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:01,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:01,051 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,052 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,052 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,053 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,053 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,053 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:01,054 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:01,056 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:01,056 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72080367, jitterRate=0.0740811675786972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:01,056 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782061044Initializing all the Stores at 1732782061045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782061045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782061046 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782061046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782061046Cleaning up temporary data from old regions at 1732782061053 (+7 ms)Region opened successfully at 1732782061056 (+3 ms) 2024-11-28T08:21:01,056 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:21:01,058 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dea3a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:01,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:21:01,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:21:01,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:21:01,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:21:01,059 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:21:01,060 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:21:01,060 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:21:01,061 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:21:01,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/balancer because node does not exist (not necessarily an error) 2024-11-28T08:21:01,189 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/balancer already deleted, retry=false 2024-11-28T08:21:01,189 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:21:01,190 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:21:01,199 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/normalizer already deleted, retry=false 2024-11-28T08:21:01,200 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:21:01,200 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:21:01,210 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/switch/split already deleted, retry=false 2024-11-28T08:21:01,211 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:21:01,220 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/switch/merge already deleted, retry=false 2024-11-28T08:21:01,222 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:21:01,231 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/snapshot-cleanup already deleted, retry=false 2024-11-28T08:21:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1221979168/running 2024-11-28T08:21:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1221979168/running 2024-11-28T08:21:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,242 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,35081,1732782059106, sessionid=0x1018087ccfa0003, setting cluster-up flag (Was=false) 2024-11-28T08:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,294 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1221979168/flush-table-proc/acquired, /1221979168/flush-table-proc/reached, /1221979168/flush-table-proc/abort 2024-11-28T08:21:01,295 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,35081,1732782059106 2024-11-28T08:21:01,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:21:01,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:01,347 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1221979168/online-snapshot/acquired, /1221979168/online-snapshot/reached, /1221979168/online-snapshot/abort 2024-11-28T08:21:01,347 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,35081,1732782059106 2024-11-28T08:21:01,348 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:21:01,350 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:01,350 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:21:01,350 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:21:01,350 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,35081,1732782059106 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:01,352 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782091356 2024-11-28T08:21:01,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:21:01,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:01,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:21:01,357 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:01,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:21:01,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:21:01,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:21:01,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:21:01,363 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:21:01,366 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:21:01,366 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:21:01,367 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782061366,5,FailOnTimeoutGroup] 2024-11-28T08:21:01,371 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782061367,5,FailOnTimeoutGroup] 2024-11-28T08:21:01,371 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,371 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:21:01,371 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,371 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:21:01,399 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(746): ClusterId : f75264d3-7273-4153-98dc-f184a7652051 2024-11-28T08:21:01,399 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:21:01,411 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:21:01,411 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:21:01,421 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:21:01,421 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2cedac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:01,434 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:43447 2024-11-28T08:21:01,434 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:21:01,434 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:21:01,434 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:21:01,435 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,35081,1732782059106 with port=43447, startcode=1732782059268 2024-11-28T08:21:01,435 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:21:01,437 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:21:01,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35081 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,438 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504 2024-11-28T08:21:01,438 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40357 2024-11-28T08:21:01,438 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:21:01,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:21:01,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:01,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:01,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T08:21:01,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:21:01,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T08:21:01,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:21:01,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:01,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/rs 2024-11-28T08:21:01,538 DEBUG [RS:0;81db972b9a1d:43447 {}] zookeeper.ZKUtil(111): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on existing znode=/1221979168/rs/81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,538 WARN [RS:0;81db972b9a1d:43447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:01,538 INFO [RS:0;81db972b9a1d:43447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:01,538 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,43447,1732782059268] 2024-11-28T08:21:01,540 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:21:01,542 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:21:01,542 INFO [RS:0;81db972b9a1d:43447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:21:01,542 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,542 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:01,543 DEBUG [RS:0;81db972b9a1d:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,543 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,544 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43447,1732782059268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:01,556 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:21:01,556 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43447,1732782059268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,556 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,556 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.Replication(171): 81db972b9a1d,43447,1732782059268 started 2024-11-28T08:21:01,568 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:01,569 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,43447,1732782059268, RpcServer on 81db972b9a1d/172.17.0.3:43447, sessionid=0x1018087ccfa0004 2024-11-28T08:21:01,569 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:21:01,569 DEBUG [RS:0;81db972b9a1d:43447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,569 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43447,1732782059268' 2024-11-28T08:21:01,569 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1221979168/flush-table-proc/abort' 2024-11-28T08:21:01,569 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1221979168/flush-table-proc/acquired' 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,43447,1732782059268 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43447,1732782059268' 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1221979168/online-snapshot/abort' 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1221979168/online-snapshot/acquired' 2024-11-28T08:21:01,570 DEBUG [RS:0;81db972b9a1d:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:21:01,570 INFO [RS:0;81db972b9a1d:43447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:21:01,570 INFO [RS:0;81db972b9a1d:43447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:21:01,671 INFO [RS:0;81db972b9a1d:43447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:01,672 INFO [RS:0;81db972b9a1d:43447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43447%2C1732782059268, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/oldWALs, maxLogs=10 2024-11-28T08:21:01,684 DEBUG [RS:0;81db972b9a1d:43447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, exclude list is [], retry=0 2024-11-28T08:21:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-b49fcc30-7304-4f24-9238-659b9732827a,DISK] 2024-11-28T08:21:01,688 INFO [RS:0;81db972b9a1d:43447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 2024-11-28T08:21:01,688 DEBUG [RS:0;81db972b9a1d:43447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36799:36799)] 2024-11-28T08:21:01,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:21:01,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504 2024-11-28T08:21:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:21:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:02,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:02,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:02,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:02,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:02,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:02,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:02,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:02,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:02,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:02,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740 2024-11-28T08:21:02,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740 2024-11-28T08:21:02,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:02,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:02,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:02,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:02,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:02,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75038923, jitterRate=0.11816708743572235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782062179Initializing all the Stores at 1732782062180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782062180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062180Cleaning up temporary data from old regions at 1732782062187 (+7 ms)Region opened successfully at 1732782062190 (+3 ms) 2024-11-28T08:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:02,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:02,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:02,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:02,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:02,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782062190Disabling compacts and flushes for region at 1732782062190Disabling writes for close at 1732782062190Writing region close event to WAL at 1732782062191 (+1 ms)Closed at 1732782062191 2024-11-28T08:21:02,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:02,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:21:02,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:21:02,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:02,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:21:02,344 DEBUG [81db972b9a1d:35081 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:21:02,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:02,346 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43447,1732782059268, state=OPENING 2024-11-28T08:21:02,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:21:02,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:02,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:02,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1221979168/meta-region-server: CHANGED 2024-11-28T08:21:02,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1221979168/meta-region-server: CHANGED 2024-11-28T08:21:02,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:02,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43447,1732782059268}] 2024-11-28T08:21:02,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:02,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:21:02,525 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:21:02,525 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:02,525 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:21:02,526 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43447%2C1732782059268.meta, suffix=.meta, logDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/oldWALs, maxLogs=10 2024-11-28T08:21:02,538 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.meta.1732782062527.meta, exclude list is [], retry=0 2024-11-28T08:21:02,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-b49fcc30-7304-4f24-9238-659b9732827a,DISK] 2024-11-28T08:21:02,541 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.meta.1732782062527.meta 2024-11-28T08:21:02,542 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36799:36799)] 2024-11-28T08:21:02,542 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:02,542 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:02,542 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:02,542 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:21:02,542 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:21:02,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:21:02,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:02,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:21:02,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:21:02,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:02,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:02,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:02,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:02,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:02,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:02,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:02,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:02,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:02,548 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:02,548 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740 2024-11-28T08:21:02,549 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740 2024-11-28T08:21:02,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:02,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:02,551 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:02,552 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:02,552 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75242700, jitterRate=0.12120360136032104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:02,552 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:21:02,552 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782062543Writing region info on filesystem at 1732782062543Initializing all the Stores at 1732782062543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062544 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782062544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782062544Cleaning up temporary data from old regions at 1732782062550 (+6 ms)Running coprocessor post-open hooks at 1732782062552 (+2 ms)Region opened successfully at 1732782062552 2024-11-28T08:21:02,553 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782062520 2024-11-28T08:21:02,555 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:21:02,555 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:21:02,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:02,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43447,1732782059268, state=OPEN 2024-11-28T08:21:02,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1221979168/meta-region-server 2024-11-28T08:21:02,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1221979168/meta-region-server 2024-11-28T08:21:02,568 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:02,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1221979168/meta-region-server: CHANGED 2024-11-28T08:21:02,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1221979168/meta-region-server: CHANGED 2024-11-28T08:21:02,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:21:02,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43447,1732782059268 in 200 msec 2024-11-28T08:21:02,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:21:02,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-28T08:21:02,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:02,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:21:02,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:02,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43447,1732782059268, seqNum=-1] 2024-11-28T08:21:02,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:02,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:02,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-28T08:21:02,578 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782062578, completionTime=-1 2024-11-28T08:21:02,578 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:21:02,579 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782122580 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782182580 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,580 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:35081, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,581 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,582 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:02,584 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:21:02,586 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:21:02,586 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:21:02,586 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35081,1732782059106-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:02,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:02,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:02,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:02,601 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb7e514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:02,603 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:02,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:02,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43447,1732782059268, seqNum=-1] 2024-11-28T08:21:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:02,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:02,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,35081,1732782059106 2024-11-28T08:21:02,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53779 2024-11-28T08:21:02,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:02,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018087ccfa0005 connected 2024-11-28T08:21:02,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39561,1732782053401 2024-11-28T08:21:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6900b4fd 2024-11-28T08:21:02,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:02,635 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:21:02,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:02,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:02,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:21:02,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:21:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:03,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58b9f33549ae1ac8fba0ec25cfeb3249, NAME => 'test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6 2024-11-28T08:21:03,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:21:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58b9f33549ae1ac8fba0ec25cfeb3249, disabling compactions & flushes 2024-11-28T08:21:03,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. after waiting 0 ms 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,455 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58b9f33549ae1ac8fba0ec25cfeb3249: Waiting for close lock at 1732782063455Disabling compacts and flushes for region at 1732782063455Disabling writes for close at 1732782063455Writing region close event to WAL at 1732782063455Closed at 1732782063455 2024-11-28T08:21:03,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:03,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782063456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782063456"}]},"ts":"1732782063456"} 2024-11-28T08:21:03,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:03,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:03,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782063460"}]},"ts":"1732782063460"} 2024-11-28T08:21:03,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:21:03,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58b9f33549ae1ac8fba0ec25cfeb3249, ASSIGN}] 2024-11-28T08:21:03,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58b9f33549ae1ac8fba0ec25cfeb3249, ASSIGN 2024-11-28T08:21:03,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58b9f33549ae1ac8fba0ec25cfeb3249, ASSIGN; state=OFFLINE, location=81db972b9a1d,34595,1732782053614; forceNewPlan=false, retain=false 2024-11-28T08:21:03,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58b9f33549ae1ac8fba0ec25cfeb3249, regionState=OPENING, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:21:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58b9f33549ae1ac8fba0ec25cfeb3249, ASSIGN because future has completed 2024-11-28T08:21:03,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b9f33549ae1ac8fba0ec25cfeb3249, server=81db972b9a1d,34595,1732782053614}] 2024-11-28T08:21:03,773 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,773 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58b9f33549ae1ac8fba0ec25cfeb3249, NAME => 'test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:03,773 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:03,774 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:21:03,774 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,774 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:03,774 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,774 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,775 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,776 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b9f33549ae1ac8fba0ec25cfeb3249 columnFamilyName f 2024-11-28T08:21:03,776 DEBUG [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:03,777 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(327): Store=58b9f33549ae1ac8fba0ec25cfeb3249/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:03,777 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,777 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b9f33549ae1ac8fba0ec25cfeb3249 columnFamilyName f1 2024-11-28T08:21:03,778 DEBUG [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:03,778 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(327): Store=58b9f33549ae1ac8fba0ec25cfeb3249/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:03,778 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,779 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58b9f33549ae1ac8fba0ec25cfeb3249 columnFamilyName norep 2024-11-28T08:21:03,779 DEBUG [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:03,779 INFO [StoreOpener-58b9f33549ae1ac8fba0ec25cfeb3249-1 {}] regionserver.HStore(327): Store=58b9f33549ae1ac8fba0ec25cfeb3249/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:03,779 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,780 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,780 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,781 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,781 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,781 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:03,782 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,785 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:03,785 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58b9f33549ae1ac8fba0ec25cfeb3249; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67555832, jitterRate=0.006660342216491699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:03,785 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:03,786 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58b9f33549ae1ac8fba0ec25cfeb3249: Running coprocessor pre-open hook at 1732782063774Writing region info on filesystem at 1732782063774Initializing all the Stores at 1732782063775 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782063775Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782063775Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782063775Cleaning up temporary data from old regions at 1732782063781 (+6 ms)Running coprocessor post-open hooks at 1732782063785 (+4 ms)Region opened successfully at 1732782063785 2024-11-28T08:21:03,786 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249., pid=6, masterSystemTime=1732782063770 2024-11-28T08:21:03,788 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,789 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:03,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58b9f33549ae1ac8fba0ec25cfeb3249, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:21:03,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58b9f33549ae1ac8fba0ec25cfeb3249, server=81db972b9a1d,34595,1732782053614 because future has completed 2024-11-28T08:21:03,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:21:03,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58b9f33549ae1ac8fba0ec25cfeb3249, server=81db972b9a1d,34595,1732782053614 in 174 msec 2024-11-28T08:21:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:21:03,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58b9f33549ae1ac8fba0ec25cfeb3249, ASSIGN in 330 msec 2024-11-28T08:21:03,795 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:03,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782063795"}]},"ts":"1732782063795"} 2024-11-28T08:21:03,797 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:21:03,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:03,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-28T08:21:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:04,785 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:21:04,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,35081,1732782059106 2024-11-28T08:21:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f25c3be 2024-11-28T08:21:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:04,787 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:21:04,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:04,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:04,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:21:04,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:21:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:05,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee115cb81f412ae403b0015e26171733, NAME => 'test,,1732782064787.ee115cb81f412ae403b0015e26171733.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504 2024-11-28T08:21:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:21:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782064787.ee115cb81f412ae403b0015e26171733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee115cb81f412ae403b0015e26171733, disabling compactions & flushes 2024-11-28T08:21:05,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782064787.ee115cb81f412ae403b0015e26171733. after waiting 0 ms 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee115cb81f412ae403b0015e26171733: Waiting for close lock at 1732782065602Disabling compacts and flushes for region at 1732782065602Disabling writes for close at 1732782065602Writing region close event to WAL at 1732782065602Closed at 1732782065602 2024-11-28T08:21:05,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:05,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782064787.ee115cb81f412ae403b0015e26171733.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782065603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782065603"}]},"ts":"1732782065603"} 2024-11-28T08:21:05,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:05,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:05,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782065606"}]},"ts":"1732782065606"} 2024-11-28T08:21:05,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:21:05,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee115cb81f412ae403b0015e26171733, ASSIGN}] 2024-11-28T08:21:05,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee115cb81f412ae403b0015e26171733, ASSIGN 2024-11-28T08:21:05,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee115cb81f412ae403b0015e26171733, ASSIGN; state=OFFLINE, location=81db972b9a1d,43447,1732782059268; forceNewPlan=false, retain=false 2024-11-28T08:21:05,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee115cb81f412ae403b0015e26171733, regionState=OPENING, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:05,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee115cb81f412ae403b0015e26171733, ASSIGN because future has completed 2024-11-28T08:21:05,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee115cb81f412ae403b0015e26171733, server=81db972b9a1d,43447,1732782059268}] 2024-11-28T08:21:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:05,928 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,928 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee115cb81f412ae403b0015e26171733, NAME => 'test,,1732782064787.ee115cb81f412ae403b0015e26171733.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:05,928 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:05,928 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:21:05,929 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,929 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782064787.ee115cb81f412ae403b0015e26171733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:05,929 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,929 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,930 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,931 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee115cb81f412ae403b0015e26171733 columnFamilyName f 2024-11-28T08:21:05,931 DEBUG [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:05,932 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(327): Store=ee115cb81f412ae403b0015e26171733/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:05,932 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,936 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee115cb81f412ae403b0015e26171733 columnFamilyName f1 2024-11-28T08:21:05,936 DEBUG [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:05,936 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(327): Store=ee115cb81f412ae403b0015e26171733/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:05,936 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,938 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee115cb81f412ae403b0015e26171733 columnFamilyName norep 2024-11-28T08:21:05,938 DEBUG [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:05,938 INFO [StoreOpener-ee115cb81f412ae403b0015e26171733-1 {}] regionserver.HStore(327): Store=ee115cb81f412ae403b0015e26171733/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:05,939 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,939 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,940 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,941 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,941 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,942 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:05,943 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,945 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:05,945 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee115cb81f412ae403b0015e26171733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72744458, jitterRate=0.08397689461708069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:05,945 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:05,946 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee115cb81f412ae403b0015e26171733: Running coprocessor pre-open hook at 1732782065929Writing region info on filesystem at 1732782065929Initializing all the Stores at 1732782065930 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782065930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782065930Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782065930Cleaning up temporary data from old regions at 1732782065942 (+12 ms)Running coprocessor post-open hooks at 1732782065945 (+3 ms)Region opened successfully at 1732782065946 (+1 ms) 2024-11-28T08:21:05,946 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782064787.ee115cb81f412ae403b0015e26171733., pid=6, masterSystemTime=1732782065915 2024-11-28T08:21:05,949 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,949 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:05,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee115cb81f412ae403b0015e26171733, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:05,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee115cb81f412ae403b0015e26171733, server=81db972b9a1d,43447,1732782059268 because future has completed 2024-11-28T08:21:05,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:21:05,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee115cb81f412ae403b0015e26171733, server=81db972b9a1d,43447,1732782059268 in 189 msec 2024-11-28T08:21:05,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:21:05,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee115cb81f412ae403b0015e26171733, ASSIGN in 346 msec 2024-11-28T08:21:05,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:05,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782065956"}]},"ts":"1732782065956"} 2024-11-28T08:21:05,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:21:05,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:05,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-28T08:21:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:06,934 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:21:06,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:21:06,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:06,936 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba2c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:21:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,937 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:06,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e333ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:06,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:06,939 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:06,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd00e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,941 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50db558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:21:06,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:06,942 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:21:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:21:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bf30a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:21:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:06,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,944 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb37fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39561,1732782053401 2024-11-28T08:21:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@99fedc0 2024-11-28T08:21:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:06,946 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:06,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:35081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:21:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:21:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:06,949 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:35081' 2024-11-28T08:21:06,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a05593f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,951 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:06,951 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:06,951 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4113b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,953 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e826cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:06,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,35081,1732782059106 2024-11-28T08:21:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643411fd 2024-11-28T08:21:06,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:06,956 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:06,956 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:21:06,957 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:21:06,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:06,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:06,957 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:06,958 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:21:06,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:06,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:06,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:21:07,009 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:21:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:07,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:21:07,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e1042b6b53b5528abbe91a9cd8c1f7c, NAME => 'hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6 2024-11-28T08:21:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:21:07,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:07,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e1042b6b53b5528abbe91a9cd8c1f7c, disabling compactions & flushes 2024-11-28T08:21:07,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. after waiting 0 ms 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:07,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:07,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e1042b6b53b5528abbe91a9cd8c1f7c: Waiting for close lock at 1732782067781Disabling compacts and flushes for region at 1732782067781Disabling writes for close at 1732782067781Writing region close event to WAL at 1732782067781Closed at 1732782067781 2024-11-28T08:21:07,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:07,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782067782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782067782"}]},"ts":"1732782067782"} 2024-11-28T08:21:07,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:07,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:07,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782067785"}]},"ts":"1732782067785"} 2024-11-28T08:21:07,787 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:21:07,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e1042b6b53b5528abbe91a9cd8c1f7c, ASSIGN}] 2024-11-28T08:21:07,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e1042b6b53b5528abbe91a9cd8c1f7c, ASSIGN 2024-11-28T08:21:07,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e1042b6b53b5528abbe91a9cd8c1f7c, ASSIGN; state=OFFLINE, location=81db972b9a1d,34595,1732782053614; forceNewPlan=false, retain=false 2024-11-28T08:21:07,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e1042b6b53b5528abbe91a9cd8c1f7c, regionState=OPENING, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:21:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e1042b6b53b5528abbe91a9cd8c1f7c, ASSIGN because future has completed 2024-11-28T08:21:07,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e1042b6b53b5528abbe91a9cd8c1f7c, server=81db972b9a1d,34595,1732782053614}] 2024-11-28T08:21:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:08,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:08,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:08,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:08,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:21:08,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34595%2C1732782053614.rep, suffix=, logDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614, archiveDir=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs, maxLogs=10 2024-11-28T08:21:08,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.rep.1732782068102, exclude list is [], retry=0 2024-11-28T08:21:08,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-0752fca7-78c4-4018-be15-7e82df8b0611,DISK] 2024-11-28T08:21:08,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.rep.1732782068102 2024-11-28T08:21:08,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-28T08:21:08,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e1042b6b53b5528abbe91a9cd8c1f7c, NAME => 'hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:08,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:08,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. service=MultiRowMutationService 2024-11-28T08:21:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,123 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,124 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1042b6b53b5528abbe91a9cd8c1f7c columnFamilyName hfileref 2024-11-28T08:21:08,124 DEBUG [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:08,124 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(327): Store=2e1042b6b53b5528abbe91a9cd8c1f7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:08,124 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,125 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1042b6b53b5528abbe91a9cd8c1f7c columnFamilyName queue 2024-11-28T08:21:08,125 DEBUG [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:08,125 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(327): Store=2e1042b6b53b5528abbe91a9cd8c1f7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:08,125 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,126 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1042b6b53b5528abbe91a9cd8c1f7c columnFamilyName sid 2024-11-28T08:21:08,126 DEBUG [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:08,126 INFO [StoreOpener-2e1042b6b53b5528abbe91a9cd8c1f7c-1 {}] regionserver.HStore(327): Store=2e1042b6b53b5528abbe91a9cd8c1f7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:08,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:08,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:08,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e1042b6b53b5528abbe91a9cd8c1f7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72491237, jitterRate=0.08020360767841339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:08,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:08,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e1042b6b53b5528abbe91a9cd8c1f7c: Running coprocessor pre-open hook at 1732782068122Writing region info on filesystem at 1732782068122Initializing all the Stores at 1732782068122Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782068122Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782068122Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782068122Cleaning up temporary data from old regions at 1732782068128 (+6 ms)Running coprocessor post-open hooks at 1732782068131 (+3 ms)Region opened successfully at 1732782068132 (+1 ms) 2024-11-28T08:21:08,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c., pid=10, masterSystemTime=1732782068093 2024-11-28T08:21:08,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e1042b6b53b5528abbe91a9cd8c1f7c, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34595,1732782053614 2024-11-28T08:21:08,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:08,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e1042b6b53b5528abbe91a9cd8c1f7c, server=81db972b9a1d,34595,1732782053614 because future has completed 2024-11-28T08:21:08,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:21:08,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e1042b6b53b5528abbe91a9cd8c1f7c, server=81db972b9a1d,34595,1732782053614 in 201 msec 2024-11-28T08:21:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:21:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e1042b6b53b5528abbe91a9cd8c1f7c, ASSIGN in 357 msec 2024-11-28T08:21:08,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:08,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782068146"}]},"ts":"1732782068146"} 2024-11-28T08:21:08,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:21:08,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:08,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-28T08:21:08,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c., hostname=81db972b9a1d,34595,1732782053614, seqNum=2] 2024-11-28T08:21:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:21:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:21:08,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:08,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:21:08,422 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:21:08,449 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,34595,1732782053614, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34595,1732782053614, seqNum=-1] 2024-11-28T08:21:08,450 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:08,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:08,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,34595,1732782053614', locateType=CURRENT is [region=hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c., hostname=81db972b9a1d,34595,1732782053614, seqNum=2] 2024-11-28T08:21:08,455 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:21:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:21:08,457 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,34595,1732782053614 suceeded 2024-11-28T08:21:08,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:21:08,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-28T08:21:08,459 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:35081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:21:08,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-28T08:21:08,469 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:35081' 2024-11-28T08:21:08,470 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e95ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:08,470 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:08,470 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:08,471 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a6cf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:08,472 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:08,473 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c411cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:08,473 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,35081,1732782059106 2024-11-28T08:21:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712416e8 2024-11-28T08:21:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:08,474 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:08,475 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,34595,1732782053614 (queues=1) is replicating from cluster=7fb77966-fca6-4d70-a045-b02aad362b51 to cluster=f75264d3-7273-4153-98dc-f184a7652051 2024-11-28T08:21:08,475 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C34595%2C1732782053614 2024-11-28T08:21:08,475 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,34595,1732782053614, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:08,475 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C34595%2C1732782053614 2024-11-28T08:21:08,475 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, startPosition=0, beingWritten=true 2024-11-28T08:21:08,480 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:08,480 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:08,480 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34595,1732782053614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:08,690 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:08,994 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:09,095 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:09,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:09,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:09,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:09,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f26440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:09,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:09,097 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb21ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:09,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,098 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,35081,1732782059106 2024-11-28T08:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-28T08:21:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:09,100 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:09,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:39561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:21:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:21:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:09,103 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:39561' 2024-11-28T08:21:09,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbe38dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,103 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:21:09,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:09,104 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:21:09,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:09,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:21:09,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de9cc82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:21:09,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:09,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,105 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adba44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:09,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39561,1732782053401 2024-11-28T08:21:09,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25cb6217 2024-11-28T08:21:09,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:09,107 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:09,108 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:21:09,108 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:21:09,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,108 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:09,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:09,108 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:09,109 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:21:09,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:09,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:09,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:21:09,159 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:21:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:09,397 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:09,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75d10d09aafa67802789563469a17445, NAME => 'hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504 2024-11-28T08:21:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:21:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:09,901 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:09,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:09,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75d10d09aafa67802789563469a17445, disabling compactions & flushes 2024-11-28T08:21:09,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:09,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:09,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. after waiting 0 ms 2024-11-28T08:21:09,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:09,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:09,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75d10d09aafa67802789563469a17445: Waiting for close lock at 1732782069923Disabling compacts and flushes for region at 1732782069923Disabling writes for close at 1732782069924 (+1 ms)Writing region close event to WAL at 1732782069924Closed at 1732782069924 2024-11-28T08:21:09,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:09,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782069925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782069925"}]},"ts":"1732782069925"} 2024-11-28T08:21:09,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:09,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:09,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782069927"}]},"ts":"1732782069927"} 2024-11-28T08:21:09,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:21:09,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75d10d09aafa67802789563469a17445, ASSIGN}] 2024-11-28T08:21:09,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75d10d09aafa67802789563469a17445, ASSIGN 2024-11-28T08:21:09,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75d10d09aafa67802789563469a17445, ASSIGN; state=OFFLINE, location=81db972b9a1d,43447,1732782059268; forceNewPlan=false, retain=false 2024-11-28T08:21:10,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75d10d09aafa67802789563469a17445, regionState=OPENING, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:10,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75d10d09aafa67802789563469a17445, ASSIGN because future has completed 2024-11-28T08:21:10,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75d10d09aafa67802789563469a17445, server=81db972b9a1d,43447,1732782059268}] 2024-11-28T08:21:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:10,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:10,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:10,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:21:10,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C43447%2C1732782059268.rep, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/oldWALs, maxLogs=10 2024-11-28T08:21:10,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.rep.1732782070240, exclude list is [], retry=0 2024-11-28T08:21:10,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43917,DS-b49fcc30-7304-4f24-9238-659b9732827a,DISK] 2024-11-28T08:21:10,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.rep.1732782070240 2024-11-28T08:21:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36799:36799)] 2024-11-28T08:21:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75d10d09aafa67802789563469a17445, NAME => 'hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:10,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. service=MultiRowMutationService 2024-11-28T08:21:10,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:21:10,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:10,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,259 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,260 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75d10d09aafa67802789563469a17445 columnFamilyName hfileref 2024-11-28T08:21:10,260 DEBUG [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:10,260 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(327): Store=75d10d09aafa67802789563469a17445/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:10,260 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,261 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75d10d09aafa67802789563469a17445 columnFamilyName queue 2024-11-28T08:21:10,261 DEBUG [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:10,262 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(327): Store=75d10d09aafa67802789563469a17445/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:10,262 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,263 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75d10d09aafa67802789563469a17445 columnFamilyName sid 2024-11-28T08:21:10,263 DEBUG [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:10,263 INFO [StoreOpener-75d10d09aafa67802789563469a17445-1 {}] regionserver.HStore(327): Store=75d10d09aafa67802789563469a17445/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:10,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/replication/75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/replication/75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:10,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/replication/75d10d09aafa67802789563469a17445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:10,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75d10d09aafa67802789563469a17445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000708, jitterRate=-0.06121629476547241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:10,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75d10d09aafa67802789563469a17445: Running coprocessor pre-open hook at 1732782070258Writing region info on filesystem at 1732782070258Initializing all the Stores at 1732782070258Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782070258Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782070259 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782070259Cleaning up temporary data from old regions at 1732782070264 (+5 ms)Running coprocessor post-open hooks at 1732782070268 (+4 ms)Region opened successfully at 1732782070268 2024-11-28T08:21:10,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445., pid=10, masterSystemTime=1732782070235 2024-11-28T08:21:10,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:10,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:10,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75d10d09aafa67802789563469a17445, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43447,1732782059268 2024-11-28T08:21:10,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75d10d09aafa67802789563469a17445, server=81db972b9a1d,43447,1732782059268 because future has completed 2024-11-28T08:21:10,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:21:10,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75d10d09aafa67802789563469a17445, server=81db972b9a1d,43447,1732782059268 in 194 msec 2024-11-28T08:21:10,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:21:10,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75d10d09aafa67802789563469a17445, ASSIGN in 350 msec 2024-11-28T08:21:10,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:10,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782070281"}]},"ts":"1732782070281"} 2024-11-28T08:21:10,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:21:10,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:10,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-28T08:21:10,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445., hostname=81db972b9a1d,43447,1732782059268, seqNum=2] 2024-11-28T08:21:10,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:10,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:10,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:10,504 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:10,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:21:10,569 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:21:10,603 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,43447,1732782059268, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:10,604 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:10,604 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43447,1732782059268, seqNum=-1] 2024-11-28T08:21:10,604 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:10,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:10,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,43447,1732782059268', locateType=CURRENT is [region=hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445., hostname=81db972b9a1d,43447,1732782059268, seqNum=2] 2024-11-28T08:21:10,609 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:21:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:21:10,611 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,43447,1732782059268 suceeded 2024-11-28T08:21:10,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:21:10,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-28T08:21:10,612 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:39561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:21:10,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-28T08:21:10,623 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:39561' 2024-11-28T08:21:10,625 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e6ac65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:10,625 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:21:10,625 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:10,625 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:21:10,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416ad238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:10,627 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:10,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64cbde20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:10,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39561,1732782053401 2024-11-28T08:21:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f33ef55 2024-11-28T08:21:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:10,629 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:10,629 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,43447,1732782059268 (queues=1) is replicating from cluster=f75264d3-7273-4153-98dc-f184a7652051 to cluster=7fb77966-fca6-4d70-a045-b02aad362b51 2024-11-28T08:21:10,629 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C43447%2C1732782059268 2024-11-28T08:21:10,629 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,43447,1732782059268, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:10,630 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C43447%2C1732782059268 2024-11-28T08:21:10,630 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, startPosition=0, beingWritten=true 2024-11-28T08:21:10,635 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:10,635 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 379, reset compression=false 2024-11-28T08:21:10,635 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:10,839 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 379, reset compression=false 2024-11-28T08:21:11,154 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 379, reset compression=false 2024-11-28T08:21:11,208 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:11,245 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:11,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:11,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:11,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:11,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:11,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:11,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34595,1732782053614, seqNum=-1] 2024-11-28T08:21:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:11,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249., hostname=81db972b9a1d,34595,1732782053614, seqNum=2] 2024-11-28T08:21:11,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43447,1732782059268, seqNum=-1] 2024-11-28T08:21:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:11,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782064787.ee115cb81f412ae403b0015e26171733., hostname=81db972b9a1d,43447,1732782059268, seqNum=2] 2024-11-28T08:21:11,258 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T08:21:11,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:21:11,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:11,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T08:21:11,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:11,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:21:11,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T08:21:11,558 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 379, reset compression=false 2024-11-28T08:21:12,012 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 379, reset compression=false 2024-11-28T08:21:12,017 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:12,017 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 480, reset compression=false 2024-11-28T08:21:12,017 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34595,1732782053614 got entry batch from reader: WALEntryBatch [walEntries=[{test/58b9f33549ae1ac8fba0ec25cfeb3249/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T08:21:12,020 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:12,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-28T08:21:12,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:12,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c4919b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,35081,-1 for getting cluster id 2024-11-28T08:21:12,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:12,024 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f75264d3-7273-4153-98dc-f184a7652051' 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f75264d3-7273-4153-98dc-f184a7652051" 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e99538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,35081,-1] 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:12,025 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:12,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533ad654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43447,1732782059268, seqNum=-1] 2024-11-28T08:21:12,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:12,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782064787.ee115cb81f412ae403b0015e26171733., hostname=81db972b9a1d,43447,1732782059268, seqNum=2] 2024-11-28T08:21:12,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:12,062 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 379, reset compression=false 2024-11-28T08:21:12,067 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:12,067 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 503, reset compression=false 2024-11-28T08:21:12,067 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:12,221 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 480, reset compression=false 2024-11-28T08:21:12,260 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T08:21:12,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T08:21:12,271 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 503, reset compression=false 2024-11-28T08:21:12,275 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:12,275 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 607, reset compression=false 2024-11-28T08:21:12,275 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee115cb81f412ae403b0015e26171733/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:21:12,277 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:12,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-28T08:21:12,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:12,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@652da646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39561,-1 for getting cluster id 2024-11-28T08:21:12,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:12,287 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fb77966-fca6-4d70-a045-b02aad362b51' 2024-11-28T08:21:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fb77966-fca6-4d70-a045-b02aad362b51" 2024-11-28T08:21:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f7eb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39561,-1] 2024-11-28T08:21:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:12,289 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:12,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d15c17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:12,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34595,1732782053614, seqNum=-1] 2024-11-28T08:21:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:12,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:12,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249., hostname=81db972b9a1d,34595,1732782053614, seqNum=2] 2024-11-28T08:21:12,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:12,481 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 607, reset compression=false 2024-11-28T08:21:12,524 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 480, reset compression=false 2024-11-28T08:21:12,529 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:12,529 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 608, reset compression=false 2024-11-28T08:21:12,529 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34595,1732782053614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:12,733 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 608, reset compression=false 2024-11-28T08:21:12,785 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 607, reset compression=false 2024-11-28T08:21:13,037 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 608, reset compression=false 2024-11-28T08:21:13,199 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 607, reset compression=false 2024-11-28T08:21:13,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T08:21:13,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T08:21:13,441 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 608, reset compression=false 2024-11-28T08:21:13,446 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:13,446 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 764, reset compression=false 2024-11-28T08:21:13,446 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34595,1732782053614 got entry batch from reader: WALEntryBatch [walEntries=[{test/58b9f33549ae1ac8fba0ec25cfeb3249/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T08:21:13,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:13,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:13,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:13,650 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 764, reset compression=false 2024-11-28T08:21:13,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:13,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 607, reset compression=false 2024-11-28T08:21:13,706 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:13,706 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 754, reset compression=false 2024-11-28T08:21:13,706 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:13,910 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 754, reset compression=false 2024-11-28T08:21:13,960 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 764, reset compression=false 2024-11-28T08:21:14,214 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 754, reset compression=false 2024-11-28T08:21:14,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T08:21:14,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T08:21:14,364 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 764, reset compression=false 2024-11-28T08:21:14,617 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 754, reset compression=false 2024-11-28T08:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 913, reset compression=false 2024-11-28T08:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee115cb81f412ae403b0015e26171733/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T08:21:14,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:14,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34595 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:14,828 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 913, reset compression=false 2024-11-28T08:21:14,867 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 764, reset compression=false 2024-11-28T08:21:14,872 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:14,872 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:14,872 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34595,1732782053614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:15,075 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:15,132 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 913, reset compression=false 2024-11-28T08:21:15,280 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T08:21:15,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:21:15,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:15,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:15,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:15,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:15,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:15,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:21:15,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004616184, stopped=false 2024-11-28T08:21:15,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,35081,1732782059106 2024-11-28T08:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1221979168/running 2024-11-28T08:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1221979168/running 2024-11-28T08:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:15,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:15,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:21:15,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:15,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:15,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:15,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,43447,1732782059268' ***** 2024-11-28T08:21:15,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/running 2024-11-28T08:21:15,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:21:15,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Set watcher on znode that does not yet exist, /1221979168/running 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:21:15,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:15,353 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,43447,1732782059268 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43447. 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee115cb81f412ae403b0015e26171733, disabling compactions & flushes 2024-11-28T08:21:15,354 DEBUG [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:15,354 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:15,354 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782064787.ee115cb81f412ae403b0015e26171733. after waiting 0 ms 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:21:15,354 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee115cb81f412ae403b0015e26171733 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-28T08:21:15,354 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:21:15,354 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee115cb81f412ae403b0015e26171733=test,,1732782064787.ee115cb81f412ae403b0015e26171733., 75d10d09aafa67802789563469a17445=hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.} 2024-11-28T08:21:15,354 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:15,354 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:15,354 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:15,354 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:21:15,355 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:21:15,373 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f/735fc0e26abc4ecdb3624b3a58f019ff is 29, key is row1/f:/1732782074275/DeleteFamily/seqid=0 2024-11-28T08:21:15,373 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/info/75c85d02a8ff4979a65992999bc2cb81 is 147, key is hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445./info:regioninfo/1732782070271/Put/seqid=0 2024-11-28T08:21:15,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741840_1016 (size=7686) 2024-11-28T08:21:15,379 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:15,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741841_1017 (size=5118) 2024-11-28T08:21:15,535 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 913, reset compression=false 2024-11-28T08:21:15,540 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:15,540 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1160, reset compression=false 2024-11-28T08:21:15,540 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,43447,1732782059268 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:15,541 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,43447,1732782059268: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,43447,1732782059268, walGroup=81db972b9a1d%2C43447%2C1732782059268, offset=81db972b9a1d%2C43447%2C1732782059268.1732782061672:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:43447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:21:15,542 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:21:15,542 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:21:15,542 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:21:15,542 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:21:15,542 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:21:15,542 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 611423384 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190867232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:21:15,543 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:35081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:35081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:21:15,554 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:15,611 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:21:15,611 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:21:15,743 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1160, reset compression=false 2024-11-28T08:21:15,754 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:15,778 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/info/75c85d02a8ff4979a65992999bc2cb81 2024-11-28T08:21:15,785 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:15,786 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f/735fc0e26abc4ecdb3624b3a58f019ff 2024-11-28T08:21:15,790 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 735fc0e26abc4ecdb3624b3a58f019ff 2024-11-28T08:21:15,801 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/ns/daccbcfa941d45dba5e0dad715dde40b is 43, key is default/ns:d/1732782062575/Put/seqid=0 2024-11-28T08:21:15,804 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f1/b72d39e72e7b4ee08c051ae4ef79b119 is 30, key is row1/f1:/1732782074275/DeleteFamily/seqid=0 2024-11-28T08:21:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741842_1018 (size=5153) 2024-11-28T08:21:15,806 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/ns/daccbcfa941d45dba5e0dad715dde40b 2024-11-28T08:21:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741843_1019 (size=5123) 2024-11-28T08:21:15,828 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/rep_barrier/d0f9e093b9364538b70042b045f5dbfa is 112, key is test,,1732782064787.ee115cb81f412ae403b0015e26171733./rep_barrier:seqnumDuringOpen/1732782065949/Put/seqid=0 2024-11-28T08:21:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741844_1020 (size=5518) 2024-11-28T08:21:15,840 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/rep_barrier/d0f9e093b9364538b70042b045f5dbfa 2024-11-28T08:21:15,857 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/table/69dd893ab9b745ffa924355f31fd6f52 is 53, key is hbase:replication/table:state/1732782070281/Put/seqid=0 2024-11-28T08:21:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741845_1021 (size=5308) 2024-11-28T08:21:15,955 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:16,052 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1160, reset compression=false 2024-11-28T08:21:16,155 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:16,209 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f1/b72d39e72e7b4ee08c051ae4ef79b119 2024-11-28T08:21:16,213 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b72d39e72e7b4ee08c051ae4ef79b119 2024-11-28T08:21:16,229 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/norep/a7e7a49bc3724091a4c908f5e5fc7d2e is 33, key is row1/norep:/1732782074275/DeleteFamily/seqid=0 2024-11-28T08:21:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741846_1022 (size=5108) 2024-11-28T08:21:16,261 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/table/69dd893ab9b745ffa924355f31fd6f52 2024-11-28T08:21:16,269 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/info/75c85d02a8ff4979a65992999bc2cb81 as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/info/75c85d02a8ff4979a65992999bc2cb81 2024-11-28T08:21:16,273 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/info/75c85d02a8ff4979a65992999bc2cb81, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:21:16,274 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/ns/daccbcfa941d45dba5e0dad715dde40b as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/ns/daccbcfa941d45dba5e0dad715dde40b 2024-11-28T08:21:16,278 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/ns/daccbcfa941d45dba5e0dad715dde40b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:21:16,279 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/rep_barrier/d0f9e093b9364538b70042b045f5dbfa as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/rep_barrier/d0f9e093b9364538b70042b045f5dbfa 2024-11-28T08:21:16,282 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/rep_barrier/d0f9e093b9364538b70042b045f5dbfa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:21:16,283 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/.tmp/table/69dd893ab9b745ffa924355f31fd6f52 as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/table/69dd893ab9b745ffa924355f31fd6f52 2024-11-28T08:21:16,287 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/table/69dd893ab9b745ffa924355f31fd6f52, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:21:16,288 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false 2024-11-28T08:21:16,288 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:16,296 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:21:16,297 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:16,297 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:21:16,297 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:16,297 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782075354Running coprocessor pre-close hooks at 1732782075354Disabling compacts and flushes for region at 1732782075354Disabling writes for close at 1732782075354Obtaining lock to block concurrent updates at 1732782075354Preparing flush snapshotting stores in 1588230740 at 1732782075354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782075355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782075355Flushing 1588230740/info: creating writer at 1732782075355Flushing 1588230740/info: appending metadata at 1732782075373 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732782075373Flushing 1588230740/ns: creating writer at 1732782075783 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732782075800 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732782075800Flushing 1588230740/rep_barrier: creating writer at 1732782075810 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782075827 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782075827Flushing 1588230740/table: creating writer at 1732782075843 (+16 ms)Flushing 1588230740/table: appending metadata at 1732782075857 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732782075857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6bf22a: reopening flushed file at 1732782076266 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8b8efc: reopening flushed file at 1732782076274 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b67f5e: reopening flushed file at 1732782076278 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7d6fda: reopening flushed file at 1732782076282 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false at 1732782076288 (+6 ms)Writing region close event to WAL at 1732782076291 (+3 ms)Running coprocessor post-close hooks at 1732782076297 (+6 ms)Closed at 1732782076297 2024-11-28T08:21:16,297 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:16,355 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:21:16,355 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1325): Online Regions={ee115cb81f412ae403b0015e26171733=test,,1732782064787.ee115cb81f412ae403b0015e26171733., 75d10d09aafa67802789563469a17445=hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445.} 2024-11-28T08:21:16,355 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:16,456 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1160, reset compression=false 2024-11-28T08:21:16,555 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 75d10d09aafa67802789563469a17445, ee115cb81f412ae403b0015e26171733 2024-11-28T08:21:16,633 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/norep/a7e7a49bc3724091a4c908f5e5fc7d2e 2024-11-28T08:21:16,637 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e7a49bc3724091a4c908f5e5fc7d2e 2024-11-28T08:21:16,638 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f/735fc0e26abc4ecdb3624b3a58f019ff as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/f/735fc0e26abc4ecdb3624b3a58f019ff 2024-11-28T08:21:16,642 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 735fc0e26abc4ecdb3624b3a58f019ff 2024-11-28T08:21:16,642 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/f/735fc0e26abc4ecdb3624b3a58f019ff, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:16,642 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/f1/b72d39e72e7b4ee08c051ae4ef79b119 as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/f1/b72d39e72e7b4ee08c051ae4ef79b119 2024-11-28T08:21:16,646 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b72d39e72e7b4ee08c051ae4ef79b119 2024-11-28T08:21:16,646 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/f1/b72d39e72e7b4ee08c051ae4ef79b119, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:16,647 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/.tmp/norep/a7e7a49bc3724091a4c908f5e5fc7d2e as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/norep/a7e7a49bc3724091a4c908f5e5fc7d2e 2024-11-28T08:21:16,651 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e7a49bc3724091a4c908f5e5fc7d2e 2024-11-28T08:21:16,651 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/norep/a7e7a49bc3724091a4c908f5e5fc7d2e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:16,652 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee115cb81f412ae403b0015e26171733 in 1298ms, sequenceid=8, compaction requested=false 2024-11-28T08:21:16,656 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/data/default/test/ee115cb81f412ae403b0015e26171733/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T08:21:16,656 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:16,656 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:21:16,656 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee115cb81f412ae403b0015e26171733: Waiting for close lock at 1732782075354Running coprocessor pre-close hooks at 1732782075354Disabling compacts and flushes for region at 1732782075354Disabling writes for close at 1732782075354Obtaining lock to block concurrent updates at 1732782075354Preparing flush snapshotting stores in ee115cb81f412ae403b0015e26171733 at 1732782075354Finished memstore snapshotting test,,1732782064787.ee115cb81f412ae403b0015e26171733., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732782075354Flushing stores of test,,1732782064787.ee115cb81f412ae403b0015e26171733. at 1732782075355 (+1 ms)Flushing ee115cb81f412ae403b0015e26171733/f: creating writer at 1732782075355Flushing ee115cb81f412ae403b0015e26171733/f: appending metadata at 1732782075373 (+18 ms)Flushing ee115cb81f412ae403b0015e26171733/f: closing flushed file at 1732782075373Flushing ee115cb81f412ae403b0015e26171733/f1: creating writer at 1732782075790 (+417 ms)Flushing ee115cb81f412ae403b0015e26171733/f1: appending metadata at 1732782075803 (+13 ms)Flushing ee115cb81f412ae403b0015e26171733/f1: closing flushed file at 1732782075804 (+1 ms)Flushing ee115cb81f412ae403b0015e26171733/norep: creating writer at 1732782076213 (+409 ms)Flushing ee115cb81f412ae403b0015e26171733/norep: appending metadata at 1732782076228 (+15 ms)Flushing ee115cb81f412ae403b0015e26171733/norep: closing flushed file at 1732782076228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3caff6: reopening flushed file at 1732782076637 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dad444: reopening flushed file at 1732782076642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4b5cca: reopening flushed file at 1732782076646 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ee115cb81f412ae403b0015e26171733 in 1298ms, sequenceid=8, compaction requested=false at 1732782076652 (+6 ms)Writing region close event to WAL at 1732782076653 (+1 ms)Running coprocessor post-close hooks at 1732782076656 (+3 ms)Closed at 1732782076656 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782064787.ee115cb81f412ae403b0015e26171733. 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75d10d09aafa67802789563469a17445, disabling compactions & flushes 2024-11-28T08:21:16,657 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. after waiting 0 ms 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75d10d09aafa67802789563469a17445: Waiting for close lock at 1732782076657Running coprocessor pre-close hooks at 1732782076657Disabling compacts and flushes for region at 1732782076657Disabling writes for close at 1732782076657Failed flush hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445., putting online again at 1732782076657 2024-11-28T08:21:16,657 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,756 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 75d10d09aafa67802789563469a17445 2024-11-28T08:21:16,756 DEBUG [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1351): Waiting on 75d10d09aafa67802789563469a17445 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75d10d09aafa67802789563469a17445, disabling compactions & flushes 2024-11-28T08:21:16,756 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. after waiting 0 ms 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75d10d09aafa67802789563469a17445: Waiting for close lock at 1732782076756Running coprocessor pre-close hooks at 1732782076756Disabling compacts and flushes for region at 1732782076756Disabling writes for close at 1732782076756Failed flush hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445., putting online again at 1732782076756 2024-11-28T08:21:16,756 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732782069108.75d10d09aafa67802789563469a17445. 2024-11-28T08:21:16,894 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:16,956 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-28T08:21:16,956 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,43447,1732782059268; all regions closed. 2024-11-28T08:21:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:21:16,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.meta.1732782062527.meta not finished, retry = 0 2024-11-28T08:21:16,959 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1160, reset compression=false 2024-11-28T08:21:16,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:16,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.wal-reader.81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.1732782061672 to pos 1804, reset compression=false 2024-11-28T08:21:17,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741839_1015 (size=1733) 2024-11-28T08:21:17,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/WALs/81db972b9a1d,43447,1732782059268/81db972b9a1d%2C43447%2C1732782059268.rep.1732782070240 not finished, retry = 0 2024-11-28T08:21:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741832_1008 (size=1812) 2024-11-28T08:21:17,164 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:17,164 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:21:17,164 INFO [RS:0;81db972b9a1d:43447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:21:17,164 INFO [RS:0;81db972b9a1d:43447 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:21:17,165 INFO [RS:0;81db972b9a1d:43447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:21:17,165 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:21:17,165 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,43447,1732782059268 because: Region server is closing 2024-11-28T08:21:17,165 INFO [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43447. 2024-11-28T08:21:17,165 DEBUG [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:17,165 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:17,165 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:17,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:17,266 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,43447,1732782059268.replicationSource.shipper81db972b9a1d%2C43447%2C1732782059268,1-81db972b9a1d,43447,1732782059268 terminated 2024-11-28T08:21:17,266 INFO [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43447. 2024-11-28T08:21:17,266 DEBUG [RS:0;81db972b9a1d:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:17,266 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:17,266 DEBUG [RS:0;81db972b9a1d:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:17,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:17,266 INFO [RS:0;81db972b9a1d:43447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43447 2024-11-28T08:21:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1221979168/rs/81db972b9a1d,43447,1732782059268 2024-11-28T08:21:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168/rs 2024-11-28T08:21:17,314 INFO [RS:0;81db972b9a1d:43447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:21:17,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,43447,1732782059268] 2024-11-28T08:21:17,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1221979168/draining/81db972b9a1d,43447,1732782059268 already deleted, retry=false 2024-11-28T08:21:17,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,43447,1732782059268 expired; onlineServers=0 2024-11-28T08:21:17,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,35081,1732782059106' ***** 2024-11-28T08:21:17,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:21:17,336 DEBUG [M:0;81db972b9a1d:35081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:21:17,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:21:17,336 DEBUG [M:0;81db972b9a1d:35081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:21:17,336 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782061366 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782061366,5,FailOnTimeoutGroup] 2024-11-28T08:21:17,336 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782061367 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782061367,5,FailOnTimeoutGroup] 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:21:17,336 DEBUG [M:0;81db972b9a1d:35081 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:21:17,336 INFO [M:0;81db972b9a1d:35081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:21:17,337 INFO [M:0;81db972b9a1d:35081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:21:17,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:21:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1221979168/master 2024-11-28T08:21:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1221979168 2024-11-28T08:21:17,346 DEBUG [M:0;81db972b9a1d:35081 {}] zookeeper.ZKUtil(347): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Unable to get data of znode /1221979168/master because node does not exist (not an error) 2024-11-28T08:21:17,346 WARN [M:0;81db972b9a1d:35081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:21:17,347 INFO [M:0;81db972b9a1d:35081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/.lastflushedseqids 2024-11-28T08:21:17,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741847_1023 (size=245) 2024-11-28T08:21:17,355 INFO [M:0;81db972b9a1d:35081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:21:17,355 INFO [M:0;81db972b9a1d:35081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:21:17,356 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:17,356 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:17,356 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:17,356 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:17,356 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:17,356 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-28T08:21:17,374 DEBUG [M:0;81db972b9a1d:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db03be08eaa8412092e38e13fef095b7 is 82, key is hbase:meta,,1/info:regioninfo/1732782062555/Put/seqid=0 2024-11-28T08:21:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741848_1024 (size=5672) 2024-11-28T08:21:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:17,425 INFO [RS:0;81db972b9a1d:43447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:21:17,425 INFO [RS:0;81db972b9a1d:43447 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,43447,1732782059268; zookeeper connection closed. 2024-11-28T08:21:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x1018087ccfa0004, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:17,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cd52e9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cd52e9a 2024-11-28T08:21:17,426 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:21:17,598 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:17,779 INFO [M:0;81db972b9a1d:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db03be08eaa8412092e38e13fef095b7 2024-11-28T08:21:17,797 DEBUG [M:0;81db972b9a1d:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0c3007239b4704abd8d52f99bf528a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782070285/Put/seqid=0 2024-11-28T08:21:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741849_1025 (size=8515) 2024-11-28T08:21:18,202 INFO [M:0;81db972b9a1d:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0c3007239b4704abd8d52f99bf528a 2024-11-28T08:21:18,218 DEBUG [M:0;81db972b9a1d:35081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a9d2270012d428497a1d0d042e9cc79 is 69, key is 81db972b9a1d,43447,1732782059268/rs:state/1732782061437/Put/seqid=0 2024-11-28T08:21:18,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741850_1026 (size=5156) 2024-11-28T08:21:18,402 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:18,623 INFO [M:0;81db972b9a1d:35081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a9d2270012d428497a1d0d042e9cc79 2024-11-28T08:21:18,627 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db03be08eaa8412092e38e13fef095b7 as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db03be08eaa8412092e38e13fef095b7 2024-11-28T08:21:18,631 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db03be08eaa8412092e38e13fef095b7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:21:18,631 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea0c3007239b4704abd8d52f99bf528a as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea0c3007239b4704abd8d52f99bf528a 2024-11-28T08:21:18,635 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea0c3007239b4704abd8d52f99bf528a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:21:18,636 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a9d2270012d428497a1d0d042e9cc79 as hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a9d2270012d428497a1d0d042e9cc79 2024-11-28T08:21:18,639 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a9d2270012d428497a1d0d042e9cc79, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:21:18,640 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-28T08:21:18,641 INFO [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:18,641 DEBUG [M:0;81db972b9a1d:35081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782077356Disabling compacts and flushes for region at 1732782077356Disabling writes for close at 1732782077356Obtaining lock to block concurrent updates at 1732782077356Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782077356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732782077356Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782077357 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782077357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782077374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782077374Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782077783 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782077797 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782077797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782078205 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782078218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782078218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a21f924: reopening flushed file at 1732782078627 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ece508: reopening flushed file at 1732782078631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265dbc1c: reopening flushed file at 1732782078635 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732782078640 (+5 ms)Writing region close event to WAL at 1732782078641 (+1 ms)Closed at 1732782078641 2024-11-28T08:21:18,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43917 is added to blk_1073741830_1006 (size=63642) 2024-11-28T08:21:18,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffdc6d3c-27e8-f9d0-5b70-fe4763693504/MasterData/WALs/81db972b9a1d,35081,1732782059106/81db972b9a1d%2C35081%2C1732782059106.1732782061028 not finished, retry = 0 2024-11-28T08:21:18,743 INFO [M:0;81db972b9a1d:35081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:21:18,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:21:18,744 INFO [M:0;81db972b9a1d:35081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35081 2024-11-28T08:21:18,744 INFO [M:0;81db972b9a1d:35081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:21:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:18,904 INFO [M:0;81db972b9a1d:35081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:21:18,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35081-0x1018087ccfa0003, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:18,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4817aa89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:21:18,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@641042f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:21:18,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:21:18,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790b2c70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:21:18,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e70714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir/,STOPPED} 2024-11-28T08:21:18,940 WARN [BP-1783925224-172.17.0.3-1732782056605 heartbeating to localhost/127.0.0.1:40357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:21:18,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:21:18,940 WARN [BP-1783925224-172.17.0.3-1732782056605 heartbeating to localhost/127.0.0.1:40357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1783925224-172.17.0.3-1732782056605 (Datanode Uuid 73c788c0-c5c5-4cd1-95c6-dd9ae3592733) service to localhost/127.0.0.1:40357 2024-11-28T08:21:18,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:21:18,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/cluster_13cc4f77-efb3-7c13-551c-bb87813524bf/data/data1/current/BP-1783925224-172.17.0.3-1732782056605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:21:18,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/cluster_13cc4f77-efb3-7c13-551c-bb87813524bf/data/data2/current/BP-1783925224-172.17.0.3-1732782056605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:21:18,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:21:18,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503121af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:21:18,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f511c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:21:18,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:21:18,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7557e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:21:18,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dcf9b45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir/,STOPPED} 2024-11-28T08:21:18,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:21:18,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:21:18,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:18,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:18,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:18,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:18,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:18,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:21:18,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=482744620, stopped=false 2024-11-28T08:21:18,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,39561,1732782053401 2024-11-28T08:21:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1152025059/running 2024-11-28T08:21:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1152025059/running 2024-11-28T08:21:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:21:18,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:21:18,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:21:18,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/running 2024-11-28T08:21:18,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Set watcher on znode that does not yet exist, /0-1152025059/running 2024-11-28T08:21:18,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:18,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:18,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:18,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,34595,1732782053614' ***** 2024-11-28T08:21:18,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:21:18,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e1042b6b53b5528abbe91a9cd8c1f7c 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,34595,1732782053614 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:21:18,979 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e1042b6b53b5528abbe91a9cd8c1f7c, disabling compactions & flushes 2024-11-28T08:21:18,979 INFO [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34595. 2024-11-28T08:21:18,979 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:18,979 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:18,979 DEBUG [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:18,979 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. after waiting 0 ms 2024-11-28T08:21:18,979 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:18,979 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:18,980 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:21:18,980 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e1042b6b53b5528abbe91a9cd8c1f7c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-28T08:21:18,980 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:21:18,980 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:21:18,980 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:21:18,980 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:21:18,980 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2e1042b6b53b5528abbe91a9cd8c1f7c=hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c., 58b9f33549ae1ac8fba0ec25cfeb3249=test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249.} 2024-11-28T08:21:18,980 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1042b6b53b5528abbe91a9cd8c1f7c, 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:18,980 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:18,980 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:18,980 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:18,980 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:18,980 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:18,980 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:21:18,994 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/info/74501f698c7b4cc9a193a39e52c75ad8 is 147, key is hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c./info:regioninfo/1732782068135/Put/seqid=0 2024-11-28T08:21:18,997 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/.tmp/queue/bfa3f20a55ac40dfa3ab08792026447a is 153, key is 1-81db972b9a1d,34595,1732782053614/queue:81db972b9a1d%2C34595%2C1732782053614/1732782074873/Put/seqid=0 2024-11-28T08:21:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741840_1016 (size=7686) 2024-11-28T08:21:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741841_1017 (size=5352) 2024-11-28T08:21:19,006 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/info/74501f698c7b4cc9a193a39e52c75ad8 2024-11-28T08:21:19,027 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/ns/c09a9c1d71014e89b6c966d08c56559f is 43, key is default/ns:d/1732782056533/Put/seqid=0 2024-11-28T08:21:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741842_1018 (size=5153) 2024-11-28T08:21:19,058 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:21:19,180 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1042b6b53b5528abbe91a9cd8c1f7c, 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:19,306 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 to pos 914, reset compression=false 2024-11-28T08:21:19,323 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:21:19,323 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:21:19,380 DEBUG [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1042b6b53b5528abbe91a9cd8c1f7c, 58b9f33549ae1ac8fba0ec25cfeb3249 2024-11-28T08:21:19,407 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/.tmp/queue/bfa3f20a55ac40dfa3ab08792026447a 2024-11-28T08:21:19,411 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/.tmp/queue/bfa3f20a55ac40dfa3ab08792026447a as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/queue/bfa3f20a55ac40dfa3ab08792026447a 2024-11-28T08:21:19,415 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/queue/bfa3f20a55ac40dfa3ab08792026447a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-28T08:21:19,416 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e1042b6b53b5528abbe91a9cd8c1f7c in 437ms, sequenceid=10, compaction requested=false 2024-11-28T08:21:19,420 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/replication/2e1042b6b53b5528abbe91a9cd8c1f7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:21:19,421 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e1042b6b53b5528abbe91a9cd8c1f7c: Waiting for close lock at 1732782078979Running coprocessor pre-close hooks at 1732782078979Disabling compacts and flushes for region at 1732782078979Disabling writes for close at 1732782078979Obtaining lock to block concurrent updates at 1732782078980 (+1 ms)Preparing flush snapshotting stores in 2e1042b6b53b5528abbe91a9cd8c1f7c at 1732782078980Finished memstore snapshotting hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732782078980Flushing stores of hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. at 1732782078980Flushing 2e1042b6b53b5528abbe91a9cd8c1f7c/queue: creating writer at 1732782078980Flushing 2e1042b6b53b5528abbe91a9cd8c1f7c/queue: appending metadata at 1732782078996 (+16 ms)Flushing 2e1042b6b53b5528abbe91a9cd8c1f7c/queue: closing flushed file at 1732782078996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d66b21e: reopening flushed file at 1732782079410 (+414 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e1042b6b53b5528abbe91a9cd8c1f7c in 437ms, sequenceid=10, compaction requested=false at 1732782079416 (+6 ms)Writing region close event to WAL at 1732782079417 (+1 ms)Running coprocessor post-close hooks at 1732782079421 (+4 ms)Closed at 1732782079421 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782066957.2e1042b6b53b5528abbe91a9cd8c1f7c. 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58b9f33549ae1ac8fba0ec25cfeb3249, disabling compactions & flushes 2024-11-28T08:21:19,421 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:19,421 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. after waiting 0 ms 2024-11-28T08:21:19,422 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:19,422 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58b9f33549ae1ac8fba0ec25cfeb3249 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-28T08:21:19,431 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/ns/c09a9c1d71014e89b6c966d08c56559f 2024-11-28T08:21:19,441 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f/25419008152048bcbc7890d6fe029e9e is 29, key is row1/f:/1732782074275/DeleteFamily/seqid=0 2024-11-28T08:21:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741843_1019 (size=5118) 2024-11-28T08:21:19,453 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f/25419008152048bcbc7890d6fe029e9e 2024-11-28T08:21:19,456 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25419008152048bcbc7890d6fe029e9e 2024-11-28T08:21:19,462 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e02f97e97f5d4278963a81055444141b is 112, key is test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249./rep_barrier:seqnumDuringOpen/1732782063789/Put/seqid=0 2024-11-28T08:21:19,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741844_1020 (size=5518) 2024-11-28T08:21:19,471 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e02f97e97f5d4278963a81055444141b 2024-11-28T08:21:19,474 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f1/79047dba1acb439189dfedb604796fa0 is 30, key is row1/f1:/1732782074275/DeleteFamily/seqid=0 2024-11-28T08:21:19,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741845_1021 (size=5123) 2024-11-28T08:21:19,480 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f1/79047dba1acb439189dfedb604796fa0 2024-11-28T08:21:19,487 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79047dba1acb439189dfedb604796fa0 2024-11-28T08:21:19,496 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/table/bb43f3ed102d4df19186d05c46096222 is 53, key is hbase:replication/table:state/1732782068146/Put/seqid=0 2024-11-28T08:21:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741846_1022 (size=5308) 2024-11-28T08:21:19,500 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/table/bb43f3ed102d4df19186d05c46096222 2024-11-28T08:21:19,508 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/info/74501f698c7b4cc9a193a39e52c75ad8 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/info/74501f698c7b4cc9a193a39e52c75ad8 2024-11-28T08:21:19,510 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/norep/12b982d3c16a43a0a78adb3492b6dbc5 is 32, key is row/norep:/1732782073269/DeleteFamily/seqid=0 2024-11-28T08:21:19,515 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/info/74501f698c7b4cc9a193a39e52c75ad8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:21:19,516 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/ns/c09a9c1d71014e89b6c966d08c56559f as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/ns/c09a9c1d71014e89b6c966d08c56559f 2024-11-28T08:21:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741847_1023 (size=5101) 2024-11-28T08:21:19,519 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/norep/12b982d3c16a43a0a78adb3492b6dbc5 2024-11-28T08:21:19,525 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12b982d3c16a43a0a78adb3492b6dbc5 2024-11-28T08:21:19,525 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f/25419008152048bcbc7890d6fe029e9e as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/f/25419008152048bcbc7890d6fe029e9e 2024-11-28T08:21:19,526 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/ns/c09a9c1d71014e89b6c966d08c56559f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:21:19,526 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/rep_barrier/e02f97e97f5d4278963a81055444141b as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/rep_barrier/e02f97e97f5d4278963a81055444141b 2024-11-28T08:21:19,533 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/rep_barrier/e02f97e97f5d4278963a81055444141b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:21:19,536 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/.tmp/table/bb43f3ed102d4df19186d05c46096222 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/table/bb43f3ed102d4df19186d05c46096222 2024-11-28T08:21:19,540 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25419008152048bcbc7890d6fe029e9e 2024-11-28T08:21:19,540 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/f/25419008152048bcbc7890d6fe029e9e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:19,541 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/f1/79047dba1acb439189dfedb604796fa0 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/f1/79047dba1acb439189dfedb604796fa0 2024-11-28T08:21:19,541 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/table/bb43f3ed102d4df19186d05c46096222, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:21:19,543 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false 2024-11-28T08:21:19,551 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:21:19,552 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:19,552 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:21:19,552 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:19,552 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782078980Running coprocessor pre-close hooks at 1732782078980Disabling compacts and flushes for region at 1732782078980Disabling writes for close at 1732782078980Obtaining lock to block concurrent updates at 1732782078980Preparing flush snapshotting stores in 1588230740 at 1732782078980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782078981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782078981Flushing 1588230740/info: creating writer at 1732782078981Flushing 1588230740/info: appending metadata at 1732782078994 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732782078994Flushing 1588230740/ns: creating writer at 1732782079010 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732782079027 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732782079027Flushing 1588230740/rep_barrier: creating writer at 1732782079436 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782079461 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782079461Flushing 1588230740/table: creating writer at 1732782079476 (+15 ms)Flushing 1588230740/table: appending metadata at 1732782079495 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732782079495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21569ad9: reopening flushed file at 1732782079506 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4c1320: reopening flushed file at 1732782079515 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dbb7f0: reopening flushed file at 1732782079526 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49816aa8: reopening flushed file at 1732782079534 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=16, compaction requested=false at 1732782079543 (+9 ms)Writing region close event to WAL at 1732782079545 (+2 ms)Running coprocessor post-close hooks at 1732782079552 (+7 ms)Closed at 1732782079552 2024-11-28T08:21:19,552 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:19,564 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79047dba1acb439189dfedb604796fa0 2024-11-28T08:21:19,565 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/f1/79047dba1acb439189dfedb604796fa0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:19,566 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/.tmp/norep/12b982d3c16a43a0a78adb3492b6dbc5 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/norep/12b982d3c16a43a0a78adb3492b6dbc5 2024-11-28T08:21:19,570 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12b982d3c16a43a0a78adb3492b6dbc5 2024-11-28T08:21:19,570 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/norep/12b982d3c16a43a0a78adb3492b6dbc5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-28T08:21:19,571 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58b9f33549ae1ac8fba0ec25cfeb3249 in 149ms, sequenceid=8, compaction requested=false 2024-11-28T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/data/default/test/58b9f33549ae1ac8fba0ec25cfeb3249/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:21:19,575 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58b9f33549ae1ac8fba0ec25cfeb3249: Waiting for close lock at 1732782079421Running coprocessor pre-close hooks at 1732782079421Disabling compacts and flushes for region at 1732782079421Disabling writes for close at 1732782079421Obtaining lock to block concurrent updates at 1732782079422 (+1 ms)Preparing flush snapshotting stores in 58b9f33549ae1ac8fba0ec25cfeb3249 at 1732782079422Finished memstore snapshotting test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732782079422Flushing stores of test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. at 1732782079422Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f: creating writer at 1732782079422Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f: appending metadata at 1732782079440 (+18 ms)Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f: closing flushed file at 1732782079440Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f1: creating writer at 1732782079457 (+17 ms)Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f1: appending metadata at 1732782079473 (+16 ms)Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/f1: closing flushed file at 1732782079473Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/norep: creating writer at 1732782079488 (+15 ms)Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/norep: appending metadata at 1732782079509 (+21 ms)Flushing 58b9f33549ae1ac8fba0ec25cfeb3249/norep: closing flushed file at 1732782079509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd77afd: reopening flushed file at 1732782079525 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ba6127: reopening flushed file at 1732782079540 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da4f976: reopening flushed file at 1732782079565 (+25 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58b9f33549ae1ac8fba0ec25cfeb3249 in 149ms, sequenceid=8, compaction requested=false at 1732782079571 (+6 ms)Writing region close event to WAL at 1732782079572 (+1 ms)Running coprocessor post-close hooks at 1732782079575 (+3 ms)Closed at 1732782079575 2024-11-28T08:21:19,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782062635.58b9f33549ae1ac8fba0ec25cfeb3249. 2024-11-28T08:21:19,581 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,34595,1732782053614; all regions closed. 2024-11-28T08:21:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:21:19,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.meta.1732782056473.meta not finished, retry = 0 2024-11-28T08:21:19,685 DEBUG [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs 2024-11-28T08:21:19,686 INFO [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C34595%2C1732782053614.meta:.meta(num 1732782056473) 2024-11-28T08:21:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741839_1015 (size=2676) 2024-11-28T08:21:19,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.rep.1732782068102 not finished, retry = 0 2024-11-28T08:21:19,790 DEBUG [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs 2024-11-28T08:21:19,790 INFO [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C34595%2C1732782053614.rep:(num 1732782068102) 2024-11-28T08:21:19,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/WALs/81db972b9a1d,34595,1732782053614/81db972b9a1d%2C34595%2C1732782053614.1732782055459 not finished, retry = 0 2024-11-28T08:21:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741832_1008 (size=1813) 2024-11-28T08:21:19,894 DEBUG [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/oldWALs 2024-11-28T08:21:19,894 INFO [RS:0;81db972b9a1d:34595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C34595%2C1732782053614:(num 1732782055459) 2024-11-28T08:21:19,895 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:21:19,895 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,34595,1732782053614 because: Region server is closing 2024-11-28T08:21:19,895 INFO [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34595. 2024-11-28T08:21:19,895 DEBUG [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:19,895 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:19,895 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:19,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:19,996 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.wal-reader.81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:21:19,996 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:21:19,996 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34595,1732782053614.replicationSource.shipper81db972b9a1d%2C34595%2C1732782053614,1-81db972b9a1d,34595,1732782053614 terminated 2024-11-28T08:21:19,996 INFO [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34595. 2024-11-28T08:21:19,996 DEBUG [RS:0;81db972b9a1d:34595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:19,996 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:19,996 DEBUG [RS:0;81db972b9a1d:34595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:19,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:19,997 INFO [RS:0;81db972b9a1d:34595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34595 2024-11-28T08:21:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1152025059/rs/81db972b9a1d,34595,1732782053614 2024-11-28T08:21:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059/rs 2024-11-28T08:21:20,109 INFO [RS:0;81db972b9a1d:34595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:21:20,120 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,34595,1732782053614] 2024-11-28T08:21:20,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/draining/81db972b9a1d,34595,1732782053614 already deleted, retry=false 2024-11-28T08:21:20,167 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,34595,1732782053614 expired; onlineServers=0 2024-11-28T08:21:20,167 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,39561,1732782053401' ***** 2024-11-28T08:21:20,167 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:21:20,167 INFO [M:0;81db972b9a1d:39561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:21:20,167 INFO [M:0;81db972b9a1d:39561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:21:20,167 DEBUG [M:0;81db972b9a1d:39561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:21:20,167 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:21:20,167 DEBUG [M:0;81db972b9a1d:39561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:21:20,167 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782055234 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782055234,5,FailOnTimeoutGroup] 2024-11-28T08:21:20,167 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782055235 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782055235,5,FailOnTimeoutGroup] 2024-11-28T08:21:20,167 INFO [M:0;81db972b9a1d:39561 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:21:20,168 INFO [M:0;81db972b9a1d:39561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:21:20,168 DEBUG [M:0;81db972b9a1d:39561 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:21:20,168 INFO [M:0;81db972b9a1d:39561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:21:20,168 INFO [M:0;81db972b9a1d:39561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:21:20,168 INFO [M:0;81db972b9a1d:39561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:21:20,168 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:20,220 INFO [RS:0;81db972b9a1d:34595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:21:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34595-0x1018087ccfa0001, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:20,220 INFO [RS:0;81db972b9a1d:34595 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,34595,1732782053614; zookeeper connection closed. 2024-11-28T08:21:20,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1db6b551 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1db6b551 2024-11-28T08:21:20,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:21:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1152025059/master 2024-11-28T08:21:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1152025059 2024-11-28T08:21:20,288 DEBUG [M:0;81db972b9a1d:39561 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1152025059/master already deleted, retry=false 2024-11-28T08:21:20,288 DEBUG [M:0;81db972b9a1d:39561 {}] master.ActiveMasterManager(353): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1152025059/master 2024-11-28T08:21:20,289 INFO [M:0;81db972b9a1d:39561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/.lastflushedseqids 2024-11-28T08:21:20,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:21:20,694 INFO [M:0;81db972b9a1d:39561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:21:20,694 INFO [M:0;81db972b9a1d:39561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:21:20,694 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:20,694 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:20,694 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:20,694 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:20,694 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:20,694 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-28T08:21:20,713 DEBUG [M:0;81db972b9a1d:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e04989088a134c77adb164aaf4827208 is 82, key is hbase:meta,,1/info:regioninfo/1732782056504/Put/seqid=0 2024-11-28T08:21:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:21:21,117 INFO [M:0;81db972b9a1d:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e04989088a134c77adb164aaf4827208 2024-11-28T08:21:21,137 DEBUG [M:0;81db972b9a1d:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b589fc0b754458b9d5be1b8a0e69721 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782068150/Put/seqid=0 2024-11-28T08:21:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741850_1026 (size=8515) 2024-11-28T08:21:21,541 INFO [M:0;81db972b9a1d:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b589fc0b754458b9d5be1b8a0e69721 2024-11-28T08:21:21,558 DEBUG [M:0;81db972b9a1d:39561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99801c30440a489eb75790b367e04e44 is 69, key is 81db972b9a1d,34595,1732782053614/rs:state/1732782055293/Put/seqid=0 2024-11-28T08:21:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:21:21,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:21,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:21,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:21:21,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:21:21,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:21:21,962 INFO [M:0;81db972b9a1d:39561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99801c30440a489eb75790b367e04e44 2024-11-28T08:21:21,966 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e04989088a134c77adb164aaf4827208 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e04989088a134c77adb164aaf4827208 2024-11-28T08:21:21,970 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e04989088a134c77adb164aaf4827208, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:21:21,971 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b589fc0b754458b9d5be1b8a0e69721 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b589fc0b754458b9d5be1b8a0e69721 2024-11-28T08:21:21,975 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b589fc0b754458b9d5be1b8a0e69721, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:21:21,975 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99801c30440a489eb75790b367e04e44 as hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99801c30440a489eb75790b367e04e44 2024-11-28T08:21:21,979 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38475/user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99801c30440a489eb75790b367e04e44, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:21:21,980 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-28T08:21:21,981 INFO [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:21,981 DEBUG [M:0;81db972b9a1d:39561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782080694Disabling compacts and flushes for region at 1732782080694Disabling writes for close at 1732782080694Obtaining lock to block concurrent updates at 1732782080694Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782080694Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732782080695 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782080695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782080695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782080713 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782080713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782081121 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782081137 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782081137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782081545 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782081557 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782081557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6960bdbd: reopening flushed file at 1732782081965 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb5c0a5: reopening flushed file at 1732782081970 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a50c681: reopening flushed file at 1732782081975 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732782081980 (+5 ms)Writing region close event to WAL at 1732782081981 (+1 ms)Closed at 1732782081981 2024-11-28T08:21:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741830_1006 (size=63642) 2024-11-28T08:21:21,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0756103-174f-ba88-0b93-fca054cc55c6/MasterData/WALs/81db972b9a1d,39561,1732782053401/81db972b9a1d%2C39561%2C1732782053401.1732782054963 not finished, retry = 0 2024-11-28T08:21:22,084 INFO [M:0;81db972b9a1d:39561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:21:22,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:21:22,084 INFO [M:0;81db972b9a1d:39561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39561 2024-11-28T08:21:22,084 INFO [M:0;81db972b9a1d:39561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:21:22,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:22,204 INFO [M:0;81db972b9a1d:39561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:21:22,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39561-0x1018087ccfa0000, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:21:22,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66288f31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:21:22,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550af122{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:21:22,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:21:22,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a55265e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:21:22,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e2d89e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir/,STOPPED} 2024-11-28T08:21:22,211 WARN [BP-1245153166-172.17.0.3-1732782051683 heartbeating to localhost/127.0.0.1:38475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:21:22,211 WARN [BP-1245153166-172.17.0.3-1732782051683 heartbeating to localhost/127.0.0.1:38475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1245153166-172.17.0.3-1732782051683 (Datanode Uuid 953042e7-c51a-48c4-a332-c21197f7919d) service to localhost/127.0.0.1:38475 2024-11-28T08:21:22,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/data/data2/current/BP-1245153166-172.17.0.3-1732782051683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:21:22,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:21:22,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/cluster_8983fcb1-1e1a-555b-1090-b322178a3385/data/data1/current/BP-1245153166-172.17.0.3-1732782051683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:21:22,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@481d53b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:21:22,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51838098{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:21:22,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:21:22,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c69237f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:21:22,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a7ed6e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1800d699-b3d7-b42f-c291-66c14a72d60e/hadoop.log.dir/,STOPPED} 2024-11-28T08:21:22,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:21:22,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:21:22,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:21:22,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:21:22,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 243) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38475 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 474), ProcessCount=11 (was 11), AvailableMemoryMB=5431 (was 5705) 2024-11-28T08:21:22,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5430 2024-11-28T08:21:22,270 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-28T08:21:22,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir so I do NOT create it in target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2 2024-11-28T08:21:22,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:21:22,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.tmp.dir so I do NOT create it in target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2 2024-11-28T08:21:22,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca736f3a-bd42-9ce6-3f81-23d10353fde9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:21:22,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2 2024-11-28T08:21:22,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a, deleteOnExit=true 2024-11-28T08:21:22,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/zookeeper_0, clientPort=58141, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:21:22,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58141 2024-11-28T08:21:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:21:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:21:22,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/test.cache.data in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:21:22,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:22,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:21:22,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:21:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018087ccfa0002, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:21:22,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018087ccfa0002, quorum=127.0.0.1:53779, baseZNode=/0-1152025059 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:21:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018087ccfa0005, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:21:22,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018087ccfa0005, quorum=127.0.0.1:53779, baseZNode=/1221979168 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:21:22,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:22,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:22,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:22,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:22,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:22,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:22,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:22,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:22,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461a7074{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/java.io.tmpdir/jetty-localhost-35429-hadoop-hdfs-3_4_1-tests_jar-_-any-9878863686914108084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:21:22,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:35429} 2024-11-28T08:21:22,779 INFO [Time-limited test {}] server.Server(415): Started @229214ms 2024-11-28T08:21:23,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:23,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:23,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:23,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:23,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:23,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:23,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:23,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/java.io.tmpdir/jetty-localhost-34613-hadoop-hdfs-3_4_1-tests_jar-_-any-7507183743517323464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:21:23,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:34613} 2024-11-28T08:21:23,461 INFO [Time-limited test {}] server.Server(415): Started @229896ms 2024-11-28T08:21:23,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:21:24,232 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/data/data1/current/BP-1260885586-172.17.0.3-1732782082315/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:24,232 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/data/data2/current/BP-1260885586-172.17.0.3-1732782082315/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:24,253 WARN [Thread-2642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:21:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd170fb0f4e958397 with lease ID 0x46ce4ddfa49e5c51: Processing first storage report for DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985 from datanode DatanodeRegistration(127.0.0.1:44451, datanodeUuid=65206348-1bc5-47eb-9906-8d00c8e8abd6, infoPort=39873, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1262227825;c=1732782082315) 2024-11-28T08:21:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd170fb0f4e958397 with lease ID 0x46ce4ddfa49e5c51: from storage DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985 node DatanodeRegistration(127.0.0.1:44451, datanodeUuid=65206348-1bc5-47eb-9906-8d00c8e8abd6, infoPort=39873, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1262227825;c=1732782082315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:21:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd170fb0f4e958397 with lease ID 0x46ce4ddfa49e5c51: Processing first storage report for DS-a5eb81c3-2dfa-45de-b9dc-4699c753eeba from datanode DatanodeRegistration(127.0.0.1:44451, datanodeUuid=65206348-1bc5-47eb-9906-8d00c8e8abd6, infoPort=39873, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1262227825;c=1732782082315) 2024-11-28T08:21:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd170fb0f4e958397 with lease ID 0x46ce4ddfa49e5c51: from storage DS-a5eb81c3-2dfa-45de-b9dc-4699c753eeba node DatanodeRegistration(127.0.0.1:44451, datanodeUuid=65206348-1bc5-47eb-9906-8d00c8e8abd6, infoPort=39873, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1262227825;c=1732782082315), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:21:24,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2 2024-11-28T08:21:24,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:21:24,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd with version=8 2024-11-28T08:21:24,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/hbase-staging 2024-11-28T08:21:24,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:24,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:21:24,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:24,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45933 2024-11-28T08:21:24,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45933 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459330x0, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:24,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45933-0x101808844a00000 connected 2024-11-28T08:21:24,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/running 2024-11-28T08:21:24,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd, hbase.cluster.distributed=false 2024-11-28T08:21:24,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/acl 2024-11-28T08:21:24,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-28T08:21:24,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45933 2024-11-28T08:21:24,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45933 2024-11-28T08:21:24,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-28T08:21:24,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45933 2024-11-28T08:21:24,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:24,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:24,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:24,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:24,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:21:24,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:24,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35943 2024-11-28T08:21:24,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35943 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:24,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:24,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359430x0, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:24,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359430x0, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/running 2024-11-28T08:21:24,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35943-0x101808844a00001 connected 2024-11-28T08:21:25,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:21:25,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:21:25,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/master 2024-11-28T08:21:25,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/acl 2024-11-28T08:21:25,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-28T08:21:25,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35943 2024-11-28T08:21:25,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35943 2024-11-28T08:21:25,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-28T08:21:25,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-28T08:21:25,013 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:45933 2024-11-28T08:21:25,013 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01728816675/backup-masters/81db972b9a1d,45933,1732782084708 2024-11-28T08:21:25,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/backup-masters 2024-11-28T08:21:25,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/backup-masters 2024-11-28T08:21:25,041 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on existing znode=/01728816675/backup-masters/81db972b9a1d,45933,1732782084708 2024-11-28T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01728816675/master 2024-11-28T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:25,051 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on existing znode=/01728816675/master 2024-11-28T08:21:25,051 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01728816675/backup-masters/81db972b9a1d,45933,1732782084708 from backup master directory 2024-11-28T08:21:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/backup-masters 2024-11-28T08:21:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01728816675/backup-masters/81db972b9a1d,45933,1732782084708 2024-11-28T08:21:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/backup-masters 2024-11-28T08:21:25,061 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:25,061 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,45933,1732782084708 2024-11-28T08:21:25,064 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/hbase.id] with ID: 745952c8-0d2a-498f-a662-fde03b815583 2024-11-28T08:21:25,064 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/.tmp/hbase.id 2024-11-28T08:21:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:21:25,468 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/.tmp/hbase.id]:[hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/hbase.id] 2024-11-28T08:21:25,476 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:25,476 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:21:25,477 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:21:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:21:25,532 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:25,533 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:21:25,533 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:21:25,939 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store 2024-11-28T08:21:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:26,348 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:26,348 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:26,348 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782086348Disabling compacts and flushes for region at 1732782086348Disabling writes for close at 1732782086348Writing region close event to WAL at 1732782086348Closed at 1732782086348 2024-11-28T08:21:26,349 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/.initializing 2024-11-28T08:21:26,349 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/WALs/81db972b9a1d,45933,1732782084708 2024-11-28T08:21:26,350 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:26,351 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C45933%2C1732782084708, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/WALs/81db972b9a1d,45933,1732782084708, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/oldWALs, maxLogs=10 2024-11-28T08:21:26,364 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/WALs/81db972b9a1d,45933,1732782084708/81db972b9a1d%2C45933%2C1732782084708.1732782086351, exclude list is [], retry=0 2024-11-28T08:21:26,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44451,DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985,DISK] 2024-11-28T08:21:26,367 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/WALs/81db972b9a1d,45933,1732782084708/81db972b9a1d%2C45933%2C1732782084708.1732782086351 2024-11-28T08:21:26,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873)] 2024-11-28T08:21:26,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:26,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:26,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,368 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:21:26,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:26,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:21:26,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:26,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:26,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:21:26,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:26,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:21:26,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:26,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:26,374 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,374 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,374 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,375 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,375 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,375 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:26,376 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:26,378 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:26,378 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74670510, jitterRate=0.11267730593681335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:26,379 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782086368Initializing all the Stores at 1732782086369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782086369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782086369Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782086369Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782086369Cleaning up temporary data from old regions at 1732782086375 (+6 ms)Region opened successfully at 1732782086379 (+4 ms) 2024-11-28T08:21:26,379 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:21:26,381 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e908646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:26,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:21:26,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:21:26,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:21:26,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:21:26,382 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:21:26,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:21:26,383 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:21:26,384 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:21:26,385 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/balancer because node does not exist (not necessarily an error) 2024-11-28T08:21:26,503 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/balancer already deleted, retry=false 2024-11-28T08:21:26,504 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:21:26,504 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:21:26,514 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/normalizer already deleted, retry=false 2024-11-28T08:21:26,514 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:21:26,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:21:26,524 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/switch/split already deleted, retry=false 2024-11-28T08:21:26,525 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:21:26,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/switch/merge already deleted, retry=false 2024-11-28T08:21:26,537 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:21:26,545 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/snapshot-cleanup already deleted, retry=false 2024-11-28T08:21:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01728816675/running 2024-11-28T08:21:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01728816675/running 2024-11-28T08:21:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,556 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,45933,1732782084708, sessionid=0x101808844a00000, setting cluster-up flag (Was=false) 2024-11-28T08:21:26,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,608 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01728816675/flush-table-proc/acquired, /01728816675/flush-table-proc/reached, /01728816675/flush-table-proc/abort 2024-11-28T08:21:26,609 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45933,1732782084708 2024-11-28T08:21:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:26,661 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01728816675/online-snapshot/acquired, /01728816675/online-snapshot/reached, /01728816675/online-snapshot/abort 2024-11-28T08:21:26,662 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45933,1732782084708 2024-11-28T08:21:26,663 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:21:26,664 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:26,664 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:21:26,664 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:21:26,664 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,45933,1732782084708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:21:26,665 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:26,665 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:26,666 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,666 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782116666 2024-11-28T08:21:26,666 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:21:26,666 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:21:26,667 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:21:26,667 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:21:26,667 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:21:26,667 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:21:26,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:26,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:21:26,667 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:26,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:21:26,672 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:21:26,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:21:26,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:21:26,676 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:21:26,677 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782086677,5,FailOnTimeoutGroup] 2024-11-28T08:21:26,677 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782086677,5,FailOnTimeoutGroup] 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,677 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:21:26,706 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(746): ClusterId : 745952c8-0d2a-498f-a662-fde03b815583 2024-11-28T08:21:26,706 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:21:26,714 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:21:26,714 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:21:26,725 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:21:26,725 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8f5247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:26,739 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:35943 2024-11-28T08:21:26,739 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:21:26,739 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:21:26,739 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:21:26,739 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,45933,1732782084708 with port=35943, startcode=1732782084935 2024-11-28T08:21:26,739 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:21:26,741 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:21:26,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45933 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,742 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd 2024-11-28T08:21:26,742 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38199 2024-11-28T08:21:26,742 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:21:26,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/rs 2024-11-28T08:21:26,751 DEBUG [RS:0;81db972b9a1d:35943 {}] zookeeper.ZKUtil(111): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on existing znode=/01728816675/rs/81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,751 WARN [RS:0;81db972b9a1d:35943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:26,751 INFO [RS:0;81db972b9a1d:35943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:26,752 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,35943,1732782084935] 2024-11-28T08:21:26,754 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:21:26,756 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:21:26,756 INFO [RS:0;81db972b9a1d:35943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:21:26,756 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,756 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:21:26,757 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:21:26,757 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:26,757 DEBUG [RS:0;81db972b9a1d:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,761 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35943,1732782084935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:26,774 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:21:26,774 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,35943,1732782084935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,774 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,774 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.Replication(171): 81db972b9a1d,35943,1732782084935 started 2024-11-28T08:21:26,786 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:26,786 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,35943,1732782084935, RpcServer on 81db972b9a1d/172.17.0.3:35943, sessionid=0x101808844a00001 2024-11-28T08:21:26,786 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:21:26,786 DEBUG [RS:0;81db972b9a1d:35943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,786 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,35943,1732782084935' 2024-11-28T08:21:26,786 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01728816675/flush-table-proc/abort' 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01728816675/flush-table-proc/acquired' 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,35943,1732782084935 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,35943,1732782084935' 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01728816675/online-snapshot/abort' 2024-11-28T08:21:26,787 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01728816675/online-snapshot/acquired' 2024-11-28T08:21:26,788 DEBUG [RS:0;81db972b9a1d:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:21:26,788 INFO [RS:0;81db972b9a1d:35943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:21:26,788 INFO [RS:0;81db972b9a1d:35943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:21:26,888 INFO [RS:0;81db972b9a1d:35943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:26,889 INFO [RS:0;81db972b9a1d:35943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C35943%2C1732782084935, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/oldWALs, maxLogs=10 2024-11-28T08:21:26,905 DEBUG [RS:0;81db972b9a1d:35943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, exclude list is [], retry=0 2024-11-28T08:21:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44451,DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985,DISK] 2024-11-28T08:21:26,909 INFO [RS:0;81db972b9a1d:35943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 2024-11-28T08:21:26,910 DEBUG [RS:0;81db972b9a1d:35943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873)] 2024-11-28T08:21:27,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:21:27,080 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd 2024-11-28T08:21:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:21:27,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:27,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:27,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:27,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:27,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:27,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:27,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:27,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:27,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:27,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:27,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740 2024-11-28T08:21:27,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740 2024-11-28T08:21:27,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:27,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:27,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:27,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:27,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:27,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64762709, jitterRate=-0.03496043384075165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782087485Initializing all the Stores at 1732782087486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782087486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087486Cleaning up temporary data from old regions at 1732782087492 (+6 ms)Region opened successfully at 1732782087495 (+3 ms) 2024-11-28T08:21:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:27,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:27,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:27,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:27,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:27,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:27,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782087495Disabling compacts and flushes for region at 1732782087495Disabling writes for close at 1732782087496 (+1 ms)Writing region close event to WAL at 1732782087496Closed at 1732782087496 2024-11-28T08:21:27,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:27,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:21:27,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:21:27,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:27,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:21:27,649 DEBUG [81db972b9a1d:45933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:21:27,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:27,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,35943,1732782084935, state=OPENING 2024-11-28T08:21:27,698 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:21:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:27,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:27,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:27,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01728816675/meta-region-server: CHANGED 2024-11-28T08:21:27,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01728816675/meta-region-server: CHANGED 2024-11-28T08:21:27,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,35943,1732782084935}] 2024-11-28T08:21:27,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:27,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:21:27,865 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:21:27,865 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:27,865 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:21:27,867 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C35943%2C1732782084935.meta, suffix=.meta, logDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/oldWALs, maxLogs=10 2024-11-28T08:21:27,883 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.meta.1732782087867.meta, exclude list is [], retry=0 2024-11-28T08:21:27,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44451,DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985,DISK] 2024-11-28T08:21:27,886 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.meta.1732782087867.meta 2024-11-28T08:21:27,886 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873)] 2024-11-28T08:21:27,886 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:27,887 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:21:27,887 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:21:27,887 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:21:27,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:27,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:27,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:27,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:27,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:27,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:27,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:27,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:27,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:27,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:27,893 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:27,893 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740 2024-11-28T08:21:27,894 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740 2024-11-28T08:21:27,895 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:27,895 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:27,895 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:27,896 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:27,896 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65517855, jitterRate=-0.023707881569862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:27,896 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:21:27,897 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782087888Writing region info on filesystem at 1732782087888Initializing all the Stores at 1732782087888Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782087888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782087888Cleaning up temporary data from old regions at 1732782087895 (+7 ms)Running coprocessor post-open hooks at 1732782087896 (+1 ms)Region opened successfully at 1732782087897 (+1 ms) 2024-11-28T08:21:27,898 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782087861 2024-11-28T08:21:27,899 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:21:27,899 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:21:27,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:27,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,35943,1732782084935, state=OPEN 2024-11-28T08:21:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01728816675/meta-region-server 2024-11-28T08:21:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01728816675/meta-region-server 2024-11-28T08:21:27,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01728816675/meta-region-server: CHANGED 2024-11-28T08:21:27,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01728816675/meta-region-server: CHANGED 2024-11-28T08:21:27,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:21:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,35943,1732782084935 in 232 msec 2024-11-28T08:21:27,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:21:27,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-28T08:21:27,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:27,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:21:27,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:27,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35943,1732782084935, seqNum=-1] 2024-11-28T08:21:27,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:27,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:27,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-28T08:21:27,951 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782087951, completionTime=-1 2024-11-28T08:21:27,952 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:21:27,952 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:21:27,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:21:27,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782147953 2024-11-28T08:21:27,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782207953 2024-11-28T08:21:27,953 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:45933, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,954 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:27,955 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:27,957 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:21:27,959 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:21:27,959 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:21:27,959 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45933,1732782084708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:28,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df92662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:28,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:28,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:28,008 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa12321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:28,009 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:28,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e6c2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:28,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35943,1732782084935, seqNum=-1] 2024-11-28T08:21:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:28,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:28,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,45933,1732782084708 2024-11-28T08:21:28,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:28,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101808844a00002 connected 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir so I do NOT create it in target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9 2024-11-28T08:21:28,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.tmp.dir so I do NOT create it in target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9 2024-11-28T08:21:28,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:21:28,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/cluster_e0ed7b2c-7125-5fcc-ded7-30b5159be785, deleteOnExit=true 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:21:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/test.cache.data in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:21:28,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:21:28,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:28,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:28,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:28,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:28,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:28,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:28,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:28,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:28,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22d63ea0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/java.io.tmpdir/jetty-localhost-42161-hadoop-hdfs-3_4_1-tests_jar-_-any-3659630810744353324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:21:28,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:42161} 2024-11-28T08:21:28,486 INFO [Time-limited test {}] server.Server(415): Started @234921ms 2024-11-28T08:21:28,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:28,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:28,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:28,755 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:28,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:28,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:28,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:28,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62fd1456{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/java.io.tmpdir/jetty-localhost-42129-hadoop-hdfs-3_4_1-tests_jar-_-any-2023170738542475632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:21:28,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:42129} 2024-11-28T08:21:28,859 INFO [Time-limited test {}] server.Server(415): Started @235294ms 2024-11-28T08:21:28,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:21:29,945 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/cluster_e0ed7b2c-7125-5fcc-ded7-30b5159be785/data/data1/current/BP-1345280064-172.17.0.3-1732782088067/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:29,945 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/cluster_e0ed7b2c-7125-5fcc-ded7-30b5159be785/data/data2/current/BP-1345280064-172.17.0.3-1732782088067/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:29,983 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1d7e2115ab10b0 with lease ID 0xc179cfe9a7cc8fd9: Processing first storage report for DS-4dc3d8a0-0dad-4331-896c-af63d28291e0 from datanode DatanodeRegistration(127.0.0.1:42273, datanodeUuid=3097ac57-e6d5-4335-945e-723370b95e0c, infoPort=35723, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=1731192019;c=1732782088067) 2024-11-28T08:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1d7e2115ab10b0 with lease ID 0xc179cfe9a7cc8fd9: from storage DS-4dc3d8a0-0dad-4331-896c-af63d28291e0 node DatanodeRegistration(127.0.0.1:42273, datanodeUuid=3097ac57-e6d5-4335-945e-723370b95e0c, infoPort=35723, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=1731192019;c=1732782088067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1d7e2115ab10b0 with lease ID 0xc179cfe9a7cc8fd9: Processing first storage report for DS-eb2dfe11-04c0-47ac-9b39-39df17b896f1 from datanode DatanodeRegistration(127.0.0.1:42273, datanodeUuid=3097ac57-e6d5-4335-945e-723370b95e0c, infoPort=35723, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=1731192019;c=1732782088067) 2024-11-28T08:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1d7e2115ab10b0 with lease ID 0xc179cfe9a7cc8fd9: from storage DS-eb2dfe11-04c0-47ac-9b39-39df17b896f1 node DatanodeRegistration(127.0.0.1:42273, datanodeUuid=3097ac57-e6d5-4335-945e-723370b95e0c, infoPort=35723, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=1731192019;c=1732782088067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:21:30,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9 2024-11-28T08:21:30,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:21:30,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4 with version=8 2024-11-28T08:21:30,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/hbase-staging 2024-11-28T08:21:30,098 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:30,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:30,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34783 2024-11-28T08:21:30,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34783 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:30,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347830x0, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:30,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34783-0x101808844a00003 connected 2024-11-28T08:21:30,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/running 2024-11-28T08:21:30,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4, hbase.cluster.distributed=false 2024-11-28T08:21:30,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/acl 2024-11-28T08:21:30,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-28T08:21:30,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34783 2024-11-28T08:21:30,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34783 2024-11-28T08:21:30,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-28T08:21:30,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34783 2024-11-28T08:21:30,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:21:30,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:30,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34819 2024-11-28T08:21:30,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34819 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:30,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348190x0, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:30,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348190x0, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/running 2024-11-28T08:21:30,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34819-0x101808844a00004 connected 2024-11-28T08:21:30,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:21:30,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:21:30,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/master 2024-11-28T08:21:30,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/acl 2024-11-28T08:21:30,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-28T08:21:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34819 2024-11-28T08:21:30,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34819 2024-11-28T08:21:30,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-28T08:21:30,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-28T08:21:30,245 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:34783 2024-11-28T08:21:30,245 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2042717360/backup-masters/81db972b9a1d,34783,1732782090098 2024-11-28T08:21:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/backup-masters 2024-11-28T08:21:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/backup-masters 2024-11-28T08:21:30,315 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on existing znode=/1-2042717360/backup-masters/81db972b9a1d,34783,1732782090098 2024-11-28T08:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042717360/master 2024-11-28T08:21:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:30,346 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on existing znode=/1-2042717360/master 2024-11-28T08:21:30,346 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2042717360/backup-masters/81db972b9a1d,34783,1732782090098 from backup master directory 2024-11-28T08:21:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042717360/backup-masters/81db972b9a1d,34783,1732782090098 2024-11-28T08:21:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/backup-masters 2024-11-28T08:21:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/backup-masters 2024-11-28T08:21:30,356 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:30,356 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,34783,1732782090098 2024-11-28T08:21:30,358 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/hbase.id] with ID: 9c2ac9e3-7a28-458f-802d-44b9131f6406 2024-11-28T08:21:30,358 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/.tmp/hbase.id 2024-11-28T08:21:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:21:30,763 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/.tmp/hbase.id]:[hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/hbase.id] 2024-11-28T08:21:30,770 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:30,770 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:21:30,771 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:21:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:21:31,224 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:31,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:21:31,225 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:21:31,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:21:31,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:31,631 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store 2024-11-28T08:21:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:21:32,036 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:32,037 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:32,037 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:32,037 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:32,037 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:32,037 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:32,037 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:32,037 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782092036Disabling compacts and flushes for region at 1732782092036Disabling writes for close at 1732782092037 (+1 ms)Writing region close event to WAL at 1732782092037Closed at 1732782092037 2024-11-28T08:21:32,037 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/.initializing 2024-11-28T08:21:32,038 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/WALs/81db972b9a1d,34783,1732782090098 2024-11-28T08:21:32,038 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:32,040 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C34783%2C1732782090098, suffix=, logDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/WALs/81db972b9a1d,34783,1732782090098, archiveDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/oldWALs, maxLogs=10 2024-11-28T08:21:32,058 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/WALs/81db972b9a1d,34783,1732782090098/81db972b9a1d%2C34783%2C1732782090098.1732782092040, exclude list is [], retry=0 2024-11-28T08:21:32,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42273,DS-4dc3d8a0-0dad-4331-896c-af63d28291e0,DISK] 2024-11-28T08:21:32,062 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/WALs/81db972b9a1d,34783,1732782090098/81db972b9a1d%2C34783%2C1732782090098.1732782092040 2024-11-28T08:21:32,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-28T08:21:32,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:32,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:32,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,062 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:21:32,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:32,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:32,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:21:32,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:32,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:32,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:21:32,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:32,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:32,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:21:32,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:32,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:32,068 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,069 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,069 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,070 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,070 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,070 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:32,071 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:32,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:32,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69453260, jitterRate=0.03493422269821167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:32,073 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782092062Initializing all the Stores at 1732782092063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782092063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782092063Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782092063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782092063Cleaning up temporary data from old regions at 1732782092070 (+7 ms)Region opened successfully at 1732782092073 (+3 ms) 2024-11-28T08:21:32,073 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:21:32,085 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d29306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:32,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:21:32,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:21:32,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:21:32,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:21:32,086 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:21:32,087 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:21:32,087 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:21:32,089 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:21:32,090 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Unable to get data of znode /1-2042717360/balancer because node does not exist (not necessarily an error) 2024-11-28T08:21:32,145 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/balancer already deleted, retry=false 2024-11-28T08:21:32,146 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:21:32,146 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Unable to get data of znode /1-2042717360/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:21:32,156 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/normalizer already deleted, retry=false 2024-11-28T08:21:32,156 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:21:32,157 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Unable to get data of znode /1-2042717360/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:21:32,166 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/switch/split already deleted, retry=false 2024-11-28T08:21:32,167 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Unable to get data of znode /1-2042717360/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:21:32,177 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/switch/merge already deleted, retry=false 2024-11-28T08:21:32,178 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Unable to get data of znode /1-2042717360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:21:32,187 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/snapshot-cleanup already deleted, retry=false 2024-11-28T08:21:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042717360/running 2024-11-28T08:21:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042717360/running 2024-11-28T08:21:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,198 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,34783,1732782090098, sessionid=0x101808844a00003, setting cluster-up flag (Was=false) 2024-11-28T08:21:32,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,250 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042717360/flush-table-proc/acquired, /1-2042717360/flush-table-proc/reached, /1-2042717360/flush-table-proc/abort 2024-11-28T08:21:32,251 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,34783,1732782090098 2024-11-28T08:21:32,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:32,303 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042717360/online-snapshot/acquired, /1-2042717360/online-snapshot/reached, /1-2042717360/online-snapshot/abort 2024-11-28T08:21:32,304 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,34783,1732782090098 2024-11-28T08:21:32,305 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:21:32,306 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:32,306 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:21:32,306 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:21:32,306 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,34783,1732782090098 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:21:32,307 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:32,307 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:32,307 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:32,307 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:32,307 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:21:32,308 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,308 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:32,308 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,308 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782122308 2024-11-28T08:21:32,308 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:21:32,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:32,308 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:21:32,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:32,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:21:32,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:21:32,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:21:32,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:21:32,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:21:32,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:21:32,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:21:32,311 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782092311,5,FailOnTimeoutGroup] 2024-11-28T08:21:32,311 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782092311,5,FailOnTimeoutGroup] 2024-11-28T08:21:32,311 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,311 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:21:32,311 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,311 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:21:32,338 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(746): ClusterId : 9c2ac9e3-7a28-458f-802d-44b9131f6406 2024-11-28T08:21:32,338 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:21:32,346 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:21:32,346 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:21:32,356 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:21:32,356 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d341fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:32,370 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:34819 2024-11-28T08:21:32,370 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:21:32,370 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:21:32,370 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:21:32,371 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,34783,1732782090098 with port=34819, startcode=1732782090211 2024-11-28T08:21:32,371 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:21:32,373 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:21:32,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34783 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,374 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4 2024-11-28T08:21:32,374 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45245 2024-11-28T08:21:32,374 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:21:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/rs 2024-11-28T08:21:32,460 DEBUG [RS:0;81db972b9a1d:34819 {}] zookeeper.ZKUtil(111): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on existing znode=/1-2042717360/rs/81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,460 WARN [RS:0;81db972b9a1d:34819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:32,460 INFO [RS:0;81db972b9a1d:34819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:32,460 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,34819,1732782090211] 2024-11-28T08:21:32,463 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:21:32,464 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:21:32,465 INFO [RS:0;81db972b9a1d:34819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:21:32,465 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,465 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:21:32,465 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:21:32,466 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:32,466 DEBUG [RS:0;81db972b9a1d:34819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,467 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34819,1732782090211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:32,481 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:21:32,481 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34819,1732782090211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,481 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,481 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.Replication(171): 81db972b9a1d,34819,1732782090211 started 2024-11-28T08:21:32,494 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:32,494 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,34819,1732782090211, RpcServer on 81db972b9a1d/172.17.0.3:34819, sessionid=0x101808844a00004 2024-11-28T08:21:32,494 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:21:32,494 DEBUG [RS:0;81db972b9a1d:34819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,494 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34819,1732782090211' 2024-11-28T08:21:32,495 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042717360/flush-table-proc/abort' 2024-11-28T08:21:32,495 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042717360/flush-table-proc/acquired' 2024-11-28T08:21:32,495 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:21:32,495 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:21:32,496 DEBUG [RS:0;81db972b9a1d:34819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,34819,1732782090211 2024-11-28T08:21:32,496 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34819,1732782090211' 2024-11-28T08:21:32,496 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042717360/online-snapshot/abort' 2024-11-28T08:21:32,496 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042717360/online-snapshot/acquired' 2024-11-28T08:21:32,496 DEBUG [RS:0;81db972b9a1d:34819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:21:32,496 INFO [RS:0;81db972b9a1d:34819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:21:32,496 INFO [RS:0;81db972b9a1d:34819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:21:32,596 INFO [RS:0;81db972b9a1d:34819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:32,598 INFO [RS:0;81db972b9a1d:34819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34819%2C1732782090211, suffix=, logDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211, archiveDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/oldWALs, maxLogs=10 2024-11-28T08:21:32,613 DEBUG [RS:0;81db972b9a1d:34819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, exclude list is [], retry=0 2024-11-28T08:21:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42273,DS-4dc3d8a0-0dad-4331-896c-af63d28291e0,DISK] 2024-11-28T08:21:32,617 INFO [RS:0;81db972b9a1d:34819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 2024-11-28T08:21:32,617 DEBUG [RS:0;81db972b9a1d:34819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-28T08:21:32,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:21:32,719 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4 2024-11-28T08:21:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:21:32,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:21:33,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:33,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:33,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:33,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:33,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:33,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:33,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:33,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:33,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:33,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:33,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740 2024-11-28T08:21:33,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740 2024-11-28T08:21:33,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:33,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:33,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:33,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:33,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73341008, jitterRate=0.09286618232727051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782093124Initializing all the Stores at 1732782093125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782093125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093125Cleaning up temporary data from old regions at 1732782093131 (+6 ms)Region opened successfully at 1732782093133 (+2 ms) 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:33,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:33,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:33,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:33,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782093133Disabling compacts and flushes for region at 1732782093133Disabling writes for close at 1732782093133Writing region close event to WAL at 1732782093134 (+1 ms)Closed at 1732782093134 2024-11-28T08:21:33,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:33,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:21:33,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:21:33,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:33,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:21:33,286 DEBUG [81db972b9a1d:34783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:21:33,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:33,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34819,1732782090211, state=OPENING 2024-11-28T08:21:33,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:21:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:33,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:33,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042717360/meta-region-server: CHANGED 2024-11-28T08:21:33,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042717360/meta-region-server: CHANGED 2024-11-28T08:21:33,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34819,1732782090211}] 2024-11-28T08:21:33,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:33,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:33,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:33,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:21:33,501 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:21:33,501 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:33,502 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:21:33,503 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34819%2C1732782090211.meta, suffix=.meta, logDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211, archiveDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/oldWALs, maxLogs=10 2024-11-28T08:21:33,519 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.meta.1732782093503.meta, exclude list is [], retry=0 2024-11-28T08:21:33,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42273,DS-4dc3d8a0-0dad-4331-896c-af63d28291e0,DISK] 2024-11-28T08:21:33,523 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.meta.1732782093503.meta 2024-11-28T08:21:33,523 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-28T08:21:33,523 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:33,524 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:21:33,524 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:21:33,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:21:33,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:33,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:33,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:33,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:33,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:33,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:33,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:33,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:33,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:33,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:33,529 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:33,530 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740 2024-11-28T08:21:33,530 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740 2024-11-28T08:21:33,531 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:33,531 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:33,532 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:33,532 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:33,533 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68822051, jitterRate=0.025528475642204285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:33,533 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:21:33,533 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782093524Writing region info on filesystem at 1732782093524Initializing all the Stores at 1732782093525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782093525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782093525Cleaning up temporary data from old regions at 1732782093531 (+6 ms)Running coprocessor post-open hooks at 1732782093533 (+2 ms)Region opened successfully at 1732782093533 2024-11-28T08:21:33,534 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782093497 2024-11-28T08:21:33,535 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:21:33,535 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:21:33,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:33,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34819,1732782090211, state=OPEN 2024-11-28T08:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042717360/meta-region-server 2024-11-28T08:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042717360/meta-region-server 2024-11-28T08:21:33,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:33,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042717360/meta-region-server: CHANGED 2024-11-28T08:21:33,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042717360/meta-region-server: CHANGED 2024-11-28T08:21:33,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:21:33,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34819,1732782090211 in 199 msec 2024-11-28T08:21:33,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:21:33,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-28T08:21:33,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:33,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:21:33,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:33,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34819,1732782090211, seqNum=-1] 2024-11-28T08:21:33,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:33,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:33,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-28T08:21:33,557 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782093557, completionTime=-1 2024-11-28T08:21:33,557 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:21:33,557 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782153559 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782213559 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,559 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:34783, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,560 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,561 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:33,563 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:21:33,565 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:21:33,565 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:21:33,565 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34783,1732782090098-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:33,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582349e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:33,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:33,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:33,639 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:33,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbcb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:33,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:33,641 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:33,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1b841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:33,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34819,1732782090211, seqNum=-1] 2024-11-28T08:21:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:33,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:33,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,34783,1732782090098 2024-11-28T08:21:33,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:33,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:33,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101808844a00005 connected 2024-11-28T08:21:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir so I do NOT create it in target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651 2024-11-28T08:21:33,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:21:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.tmp.dir so I do NOT create it in target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651 2024-11-28T08:21:33,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:21:33,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651 2024-11-28T08:21:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:21:33,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/cluster_c365c4cb-b07e-4f89-adf6-7cfaf21e3587, deleteOnExit=true 2024-11-28T08:21:33,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/test.cache.data in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:21:33,669 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:21:33,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:21:33,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:21:34,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:34,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:34,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:34,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:34,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:34,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:34,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:34,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:34,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@584a7232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/java.io.tmpdir/jetty-localhost-33189-hadoop-hdfs-3_4_1-tests_jar-_-any-8618736614871485080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:21:34,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:33189} 2024-11-28T08:21:34,116 INFO [Time-limited test {}] server.Server(415): Started @240551ms 2024-11-28T08:21:34,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:21:34,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:21:34,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:21:34,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:21:34,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:21:34,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:21:34,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:21:34,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39bbaf65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/java.io.tmpdir/jetty-localhost-36069-hadoop-hdfs-3_4_1-tests_jar-_-any-7231170899933711150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:21:34,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:36069} 2024-11-28T08:21:34,454 INFO [Time-limited test {}] server.Server(415): Started @240889ms 2024-11-28T08:21:34,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:21:35,072 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/cluster_c365c4cb-b07e-4f89-adf6-7cfaf21e3587/data/data1/current/BP-1445938335-172.17.0.3-1732782093696/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:35,072 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/cluster_c365c4cb-b07e-4f89-adf6-7cfaf21e3587/data/data2/current/BP-1445938335-172.17.0.3-1732782093696/current, will proceed with Du for space computation calculation, 2024-11-28T08:21:35,095 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:21:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe46bc86b142ff775 with lease ID 0xc7bf12ce5b846fd3: Processing first storage report for DS-fadee255-e8fe-4b36-96aa-80d1ab76f465 from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7061d52e-d2ec-4473-8035-183368a35114, infoPort=35501, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=2012596541;c=1732782093696) 2024-11-28T08:21:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe46bc86b142ff775 with lease ID 0xc7bf12ce5b846fd3: from storage DS-fadee255-e8fe-4b36-96aa-80d1ab76f465 node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7061d52e-d2ec-4473-8035-183368a35114, infoPort=35501, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=2012596541;c=1732782093696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:21:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe46bc86b142ff775 with lease ID 0xc7bf12ce5b846fd3: Processing first storage report for DS-a435e8fd-fae0-4a26-b17e-6f7174f743cf from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7061d52e-d2ec-4473-8035-183368a35114, infoPort=35501, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=2012596541;c=1732782093696) 2024-11-28T08:21:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe46bc86b142ff775 with lease ID 0xc7bf12ce5b846fd3: from storage DS-a435e8fd-fae0-4a26-b17e-6f7174f743cf node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=7061d52e-d2ec-4473-8035-183368a35114, infoPort=35501, infoSecurePort=0, ipcPort=44363, storageInfo=lv=-57;cid=testClusterID;nsid=2012596541;c=1732782093696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:21:35,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651 2024-11-28T08:21:35,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:21:35,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3 with version=8 2024-11-28T08:21:35,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/hbase-staging 2024-11-28T08:21:35,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:35,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45105 2024-11-28T08:21:35,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45105 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:35,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451050x0, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:35,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45105-0x101808844a00006 connected 2024-11-28T08:21:35,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/running 2024-11-28T08:21:35,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3, hbase.cluster.distributed=false 2024-11-28T08:21:35,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/acl 2024-11-28T08:21:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-28T08:21:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45105 2024-11-28T08:21:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45105 2024-11-28T08:21:35,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-28T08:21:35,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45105 2024-11-28T08:21:35,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:21:35,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:21:35,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46085 2024-11-28T08:21:35,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46085 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:35,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:35,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460850x0, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:35,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46085-0x101808844a00007 connected 2024-11-28T08:21:35,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460850x0, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/running 2024-11-28T08:21:35,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:21:35,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:21:35,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/master 2024-11-28T08:21:35,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/acl 2024-11-28T08:21:35,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-28T08:21:35,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-11-28T08:21:35,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-11-28T08:21:35,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-28T08:21:35,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-28T08:21:35,804 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:45105 2024-11-28T08:21:35,804 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2478065898/backup-masters/81db972b9a1d,45105,1732782095593 2024-11-28T08:21:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/backup-masters 2024-11-28T08:21:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/backup-masters 2024-11-28T08:21:35,814 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on existing znode=/2478065898/backup-masters/81db972b9a1d,45105,1732782095593 2024-11-28T08:21:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478065898/master 2024-11-28T08:21:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:35,824 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on existing znode=/2478065898/master 2024-11-28T08:21:35,824 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2478065898/backup-masters/81db972b9a1d,45105,1732782095593 from backup master directory 2024-11-28T08:21:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/backup-masters 2024-11-28T08:21:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478065898/backup-masters/81db972b9a1d,45105,1732782095593 2024-11-28T08:21:35,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/backup-masters 2024-11-28T08:21:35,834 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:35,834 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,45105,1732782095593 2024-11-28T08:21:35,837 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/hbase.id] with ID: 9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e 2024-11-28T08:21:35,837 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/.tmp/hbase.id 2024-11-28T08:21:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:21:36,241 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/.tmp/hbase.id]:[hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/hbase.id] 2024-11-28T08:21:36,249 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:21:36,249 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:21:36,250 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:21:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:21:36,703 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:36,703 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:21:36,704 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:21:37,109 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store 2024-11-28T08:21:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:21:37,515 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:37,515 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:21:37,515 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782097515Disabling compacts and flushes for region at 1732782097515Disabling writes for close at 1732782097515Writing region close event to WAL at 1732782097515Closed at 1732782097515 2024-11-28T08:21:37,516 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/.initializing 2024-11-28T08:21:37,516 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/WALs/81db972b9a1d,45105,1732782095593 2024-11-28T08:21:37,516 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:37,518 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C45105%2C1732782095593, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/WALs/81db972b9a1d,45105,1732782095593, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/oldWALs, maxLogs=10 2024-11-28T08:21:37,530 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/WALs/81db972b9a1d,45105,1732782095593/81db972b9a1d%2C45105%2C1732782095593.1732782097518, exclude list is [], retry=0 2024-11-28T08:21:37,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-fadee255-e8fe-4b36-96aa-80d1ab76f465,DISK] 2024-11-28T08:21:37,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/WALs/81db972b9a1d,45105,1732782095593/81db972b9a1d%2C45105%2C1732782095593.1732782097518 2024-11-28T08:21:37,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-28T08:21:37,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:37,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:37,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,535 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:21:37,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:37,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:37,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:21:37,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:37,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:37,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:21:37,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:37,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:21:37,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:37,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:37,542 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,542 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,542 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,543 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,543 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,544 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:37,544 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:21:37,546 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:37,546 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63022507, jitterRate=-0.06089146435260773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:37,547 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782097535Initializing all the Stores at 1732782097536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782097536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782097536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782097536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782097536Cleaning up temporary data from old regions at 1732782097543 (+7 ms)Region opened successfully at 1732782097547 (+4 ms) 2024-11-28T08:21:37,547 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:21:37,549 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7551cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:37,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:21:37,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:21:37,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:21:37,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:21:37,551 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:21:37,551 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:21:37,551 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:21:37,552 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:21:37,553 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/balancer because node does not exist (not necessarily an error) 2024-11-28T08:21:37,619 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/balancer already deleted, retry=false 2024-11-28T08:21:37,619 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:21:37,620 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:21:37,629 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/normalizer already deleted, retry=false 2024-11-28T08:21:37,629 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:21:37,630 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:21:37,640 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/switch/split already deleted, retry=false 2024-11-28T08:21:37,640 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:21:37,650 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/switch/merge already deleted, retry=false 2024-11-28T08:21:37,652 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:21:37,661 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/snapshot-cleanup already deleted, retry=false 2024-11-28T08:21:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478065898/running 2024-11-28T08:21:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478065898/running 2024-11-28T08:21:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,671 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,45105,1732782095593, sessionid=0x101808844a00006, setting cluster-up flag (Was=false) 2024-11-28T08:21:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,724 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2478065898/flush-table-proc/acquired, /2478065898/flush-table-proc/reached, /2478065898/flush-table-proc/abort 2024-11-28T08:21:37,725 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45105,1732782095593 2024-11-28T08:21:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:37,776 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2478065898/online-snapshot/acquired, /2478065898/online-snapshot/reached, /2478065898/online-snapshot/abort 2024-11-28T08:21:37,777 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45105,1732782095593 2024-11-28T08:21:37,778 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:21:37,779 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:37,779 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:21:37,780 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:21:37,780 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,45105,1732782095593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:37,781 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782127782 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:21:37,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:37,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:21:37,782 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:21:37,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:21:37,783 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:21:37,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:21:37,783 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782097783,5,FailOnTimeoutGroup] 2024-11-28T08:21:37,784 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782097783,5,FailOnTimeoutGroup] 2024-11-28T08:21:37,784 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,784 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:21:37,784 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,784 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:21:37,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:21:37,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3 2024-11-28T08:21:37,797 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(746): ClusterId : 9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e 2024-11-28T08:21:37,797 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:21:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741832_1008 (size=32) 2024-11-28T08:21:37,809 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:21:37,809 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:21:37,819 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:21:37,819 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9a2a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:21:37,830 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:46085 2024-11-28T08:21:37,830 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:21:37,830 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:21:37,830 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:21:37,831 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,45105,1732782095593 with port=46085, startcode=1732782095763 2024-11-28T08:21:37,831 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:21:37,832 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:21:37,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,834 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3 2024-11-28T08:21:37,834 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38351 2024-11-28T08:21:37,834 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:21:37,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/rs 2024-11-28T08:21:37,882 DEBUG [RS:0;81db972b9a1d:46085 {}] zookeeper.ZKUtil(111): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on existing znode=/2478065898/rs/81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,882 WARN [RS:0;81db972b9a1d:46085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:21:37,882 INFO [RS:0;81db972b9a1d:46085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:37,882 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,46085,1732782095763] 2024-11-28T08:21:37,885 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:21:37,887 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:21:37,887 INFO [RS:0;81db972b9a1d:46085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:21:37,887 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,887 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:21:37,888 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:21:37,888 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:37,888 DEBUG [RS:0;81db972b9a1d:46085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,889 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46085,1732782095763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:37,903 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:21:37,903 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46085,1732782095763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,904 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,904 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.Replication(171): 81db972b9a1d,46085,1732782095763 started 2024-11-28T08:21:37,916 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:37,916 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,46085,1732782095763, RpcServer on 81db972b9a1d/172.17.0.3:46085, sessionid=0x101808844a00007 2024-11-28T08:21:37,916 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:21:37,916 DEBUG [RS:0;81db972b9a1d:46085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,916 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,46085,1732782095763' 2024-11-28T08:21:37,916 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2478065898/flush-table-proc/abort' 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2478065898/flush-table-proc/acquired' 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,46085,1732782095763 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,46085,1732782095763' 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2478065898/online-snapshot/abort' 2024-11-28T08:21:37,917 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2478065898/online-snapshot/acquired' 2024-11-28T08:21:37,918 DEBUG [RS:0;81db972b9a1d:46085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:21:37,918 INFO [RS:0;81db972b9a1d:46085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:21:37,918 INFO [RS:0;81db972b9a1d:46085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:21:38,018 INFO [RS:0;81db972b9a1d:46085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:21:38,019 INFO [RS:0;81db972b9a1d:46085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46085%2C1732782095763, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/oldWALs, maxLogs=10 2024-11-28T08:21:38,031 DEBUG [RS:0;81db972b9a1d:46085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, exclude list is [], retry=0 2024-11-28T08:21:38,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-fadee255-e8fe-4b36-96aa-80d1ab76f465,DISK] 2024-11-28T08:21:38,035 INFO [RS:0;81db972b9a1d:46085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 2024-11-28T08:21:38,035 DEBUG [RS:0;81db972b9a1d:46085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-28T08:21:38,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:38,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:38,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:38,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:38,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:38,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:38,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:38,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:38,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:38,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:38,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740 2024-11-28T08:21:38,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740 2024-11-28T08:21:38,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:38,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:38,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:38,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:38,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70531928, jitterRate=0.051007628440856934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782098204Initializing all the Stores at 1732782098205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782098205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098205Cleaning up temporary data from old regions at 1732782098215 (+10 ms)Region opened successfully at 1732782098218 (+3 ms) 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:21:38,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:21:38,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:21:38,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:21:38,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782098218Disabling compacts and flushes for region at 1732782098218Disabling writes for close at 1732782098218Writing region close event to WAL at 1732782098219 (+1 ms)Closed at 1732782098219 2024-11-28T08:21:38,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:38,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:21:38,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:21:38,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:38,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:21:38,372 DEBUG [81db972b9a1d:45105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:21:38,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:38,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,46085,1732782095763, state=OPENING 2024-11-28T08:21:38,424 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:21:38,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:38,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:38,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478065898/meta-region-server: CHANGED 2024-11-28T08:21:38,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478065898/meta-region-server: CHANGED 2024-11-28T08:21:38,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:21:38,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,46085,1732782095763}] 2024-11-28T08:21:38,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:38,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:21:38,668 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:21:38,668 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:38,669 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:21:38,670 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46085%2C1732782095763.meta, suffix=.meta, logDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/oldWALs, maxLogs=10 2024-11-28T08:21:38,684 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.meta.1732782098670.meta, exclude list is [], retry=0 2024-11-28T08:21:38,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-fadee255-e8fe-4b36-96aa-80d1ab76f465,DISK] 2024-11-28T08:21:38,688 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.meta.1732782098670.meta 2024-11-28T08:21:38,688 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-28T08:21:38,688 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:38,689 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:21:38,689 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:21:38,689 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:21:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:21:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:21:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:21:38,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:21:38,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:21:38,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:21:38,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:21:38,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:21:38,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:21:38,694 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:21:38,694 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740 2024-11-28T08:21:38,695 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740 2024-11-28T08:21:38,696 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:21:38,696 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:21:38,696 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:21:38,697 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:21:38,698 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107875, jitterRate=-1.4737248420715332E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:21:38,698 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:21:38,698 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782098689Writing region info on filesystem at 1732782098689Initializing all the Stores at 1732782098690 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782098690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782098690Cleaning up temporary data from old regions at 1732782098696 (+6 ms)Running coprocessor post-open hooks at 1732782098698 (+2 ms)Region opened successfully at 1732782098698 2024-11-28T08:21:38,699 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782098664 2024-11-28T08:21:38,701 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:21:38,701 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:21:38,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:38,701 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,46085,1732782095763, state=OPEN 2024-11-28T08:21:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2478065898/meta-region-server 2024-11-28T08:21:38,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2478065898/meta-region-server 2024-11-28T08:21:38,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:38,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478065898/meta-region-server: CHANGED 2024-11-28T08:21:38,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478065898/meta-region-server: CHANGED 2024-11-28T08:21:38,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:21:38,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,46085,1732782095763 in 233 msec 2024-11-28T08:21:38,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:21:38,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-28T08:21:38,749 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:21:38,749 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:21:38,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:38,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46085,1732782095763, seqNum=-1] 2024-11-28T08:21:38,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:38,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:38,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-28T08:21:38,755 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782098755, completionTime=-1 2024-11-28T08:21:38,755 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:21:38,755 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782158757 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782218757 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:45105, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,757 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,759 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:21:38,760 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:21:38,762 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:21:38,762 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:21:38,762 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45105,1732782095593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:21:38,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:38,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:38,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:38,799 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e930e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:38,800 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:38,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:38,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46085,1732782095763, seqNum=-1] 2024-11-28T08:21:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:38,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:38,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,45105,1732782095593 2024-11-28T08:21:38,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58141 2024-11-28T08:21:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:21:38,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101808844a00008 connected 2024-11-28T08:21:38,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45933,1732782084708 2024-11-28T08:21:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6be659fa 2024-11-28T08:21:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:38,827 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:38,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:21:38,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:38,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:38,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:21:38,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:21:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:39,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:39,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 894ece9d495999f4b55cba7438500c26, NAME => 'test,,1732782098827.894ece9d495999f4b55cba7438500c26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd 2024-11-28T08:21:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:21:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:39,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782098827.894ece9d495999f4b55cba7438500c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:39,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 894ece9d495999f4b55cba7438500c26, disabling compactions & flushes 2024-11-28T08:21:39,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782098827.894ece9d495999f4b55cba7438500c26. after waiting 0 ms 2024-11-28T08:21:39,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 894ece9d495999f4b55cba7438500c26: Waiting for close lock at 1732782099642Disabling compacts and flushes for region at 1732782099642Disabling writes for close at 1732782099642Writing region close event to WAL at 1732782099642Closed at 1732782099642 2024-11-28T08:21:39,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:39,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782098827.894ece9d495999f4b55cba7438500c26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782099643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782099643"}]},"ts":"1732782099643"} 2024-11-28T08:21:39,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:39,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:39,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782099647"}]},"ts":"1732782099647"} 2024-11-28T08:21:39,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:21:39,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=894ece9d495999f4b55cba7438500c26, ASSIGN}] 2024-11-28T08:21:39,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=894ece9d495999f4b55cba7438500c26, ASSIGN 2024-11-28T08:21:39,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=894ece9d495999f4b55cba7438500c26, ASSIGN; state=OFFLINE, location=81db972b9a1d,35943,1732782084935; forceNewPlan=false, retain=false 2024-11-28T08:21:39,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=894ece9d495999f4b55cba7438500c26, regionState=OPENING, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:39,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=894ece9d495999f4b55cba7438500c26, ASSIGN because future has completed 2024-11-28T08:21:39,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 894ece9d495999f4b55cba7438500c26, server=81db972b9a1d,35943,1732782084935}] 2024-11-28T08:21:39,960 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,960 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 894ece9d495999f4b55cba7438500c26, NAME => 'test,,1732782098827.894ece9d495999f4b55cba7438500c26.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:39,960 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:39,960 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:21:39,960 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,961 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782098827.894ece9d495999f4b55cba7438500c26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:39,961 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,961 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,962 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,963 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894ece9d495999f4b55cba7438500c26 columnFamilyName f 2024-11-28T08:21:39,963 DEBUG [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:39,963 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(327): Store=894ece9d495999f4b55cba7438500c26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:39,963 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:39,964 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894ece9d495999f4b55cba7438500c26 columnFamilyName f1 2024-11-28T08:21:39,964 DEBUG [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:39,965 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(327): Store=894ece9d495999f4b55cba7438500c26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:39,965 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,966 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894ece9d495999f4b55cba7438500c26 columnFamilyName norep 2024-11-28T08:21:39,966 DEBUG [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:39,966 INFO [StoreOpener-894ece9d495999f4b55cba7438500c26-1 {}] regionserver.HStore(327): Store=894ece9d495999f4b55cba7438500c26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:39,966 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,966 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,967 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,967 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,967 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,968 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:39,968 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,970 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:39,970 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 894ece9d495999f4b55cba7438500c26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71833635, jitterRate=0.07040457427501678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:39,970 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:21:39,971 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 894ece9d495999f4b55cba7438500c26: Running coprocessor pre-open hook at 1732782099961Writing region info on filesystem at 1732782099961Initializing all the Stores at 1732782099961Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782099961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782099962 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782099962Cleaning up temporary data from old regions at 1732782099967 (+5 ms)Running coprocessor post-open hooks at 1732782099970 (+3 ms)Region opened successfully at 1732782099971 (+1 ms) 2024-11-28T08:21:39,971 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782098827.894ece9d495999f4b55cba7438500c26., pid=6, masterSystemTime=1732782099956 2024-11-28T08:21:39,973 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,973 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:21:39,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=894ece9d495999f4b55cba7438500c26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 894ece9d495999f4b55cba7438500c26, server=81db972b9a1d,35943,1732782084935 because future has completed 2024-11-28T08:21:39,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:21:39,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 894ece9d495999f4b55cba7438500c26, server=81db972b9a1d,35943,1732782084935 in 172 msec 2024-11-28T08:21:39,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:21:39,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=894ece9d495999f4b55cba7438500c26, ASSIGN in 329 msec 2024-11-28T08:21:39,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:39,980 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782099980"}]},"ts":"1732782099980"} 2024-11-28T08:21:39,982 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:21:39,984 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:39,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-28T08:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:40,974 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:21:40,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,34783,1732782090098 2024-11-28T08:21:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f9b20d8 2024-11-28T08:21:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:40,976 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:40,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:21:40,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:40,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:40,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:21:40,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:41,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6091db357c402b7ed7856fe7f14e41a4, NAME => 'test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4 2024-11-28T08:21:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:21:41,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:21:41,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T08:21:41,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:21:41,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T08:21:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6091db357c402b7ed7856fe7f14e41a4, disabling compactions & flushes 2024-11-28T08:21:41,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. after waiting 0 ms 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:41,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:41,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6091db357c402b7ed7856fe7f14e41a4: Waiting for close lock at 1732782101793Disabling compacts and flushes for region at 1732782101793Disabling writes for close at 1732782101793Writing region close event to WAL at 1732782101793Closed at 1732782101793 2024-11-28T08:21:41,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:41,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782101794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782101794"}]},"ts":"1732782101794"} 2024-11-28T08:21:41,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:41,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:41,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782101797"}]},"ts":"1732782101797"} 2024-11-28T08:21:41,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:21:41,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6091db357c402b7ed7856fe7f14e41a4, ASSIGN}] 2024-11-28T08:21:41,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6091db357c402b7ed7856fe7f14e41a4, ASSIGN 2024-11-28T08:21:41,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6091db357c402b7ed7856fe7f14e41a4, ASSIGN; state=OFFLINE, location=81db972b9a1d,34819,1732782090211; forceNewPlan=false, retain=false 2024-11-28T08:21:41,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6091db357c402b7ed7856fe7f14e41a4, regionState=OPENING, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:41,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6091db357c402b7ed7856fe7f14e41a4, ASSIGN because future has completed 2024-11-28T08:21:41,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6091db357c402b7ed7856fe7f14e41a4, server=81db972b9a1d,34819,1732782090211}] 2024-11-28T08:21:42,108 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:42,108 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6091db357c402b7ed7856fe7f14e41a4, NAME => 'test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:42,109 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:42,109 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:21:42,109 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,109 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:42,109 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,109 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,110 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,111 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6091db357c402b7ed7856fe7f14e41a4 columnFamilyName f 2024-11-28T08:21:42,111 DEBUG [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:42,111 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(327): Store=6091db357c402b7ed7856fe7f14e41a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:42,111 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,112 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6091db357c402b7ed7856fe7f14e41a4 columnFamilyName f1 2024-11-28T08:21:42,112 DEBUG [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:42,112 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(327): Store=6091db357c402b7ed7856fe7f14e41a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:42,112 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,113 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6091db357c402b7ed7856fe7f14e41a4 columnFamilyName norep 2024-11-28T08:21:42,113 DEBUG [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:42,113 INFO [StoreOpener-6091db357c402b7ed7856fe7f14e41a4-1 {}] regionserver.HStore(327): Store=6091db357c402b7ed7856fe7f14e41a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:42,113 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:42,114 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,114 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,115 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,115 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,115 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:42,116 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,117 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:42,118 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6091db357c402b7ed7856fe7f14e41a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73027468, jitterRate=0.08819407224655151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:42,118 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:21:42,118 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6091db357c402b7ed7856fe7f14e41a4: Running coprocessor pre-open hook at 1732782102109Writing region info on filesystem at 1732782102109Initializing all the Stores at 1732782102110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782102110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782102110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782102110Cleaning up temporary data from old regions at 1732782102115 (+5 ms)Running coprocessor post-open hooks at 1732782102118 (+3 ms)Region opened successfully at 1732782102118 2024-11-28T08:21:42,119 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4., pid=6, masterSystemTime=1732782102105 2024-11-28T08:21:42,120 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:42,120 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:21:42,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6091db357c402b7ed7856fe7f14e41a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:42,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6091db357c402b7ed7856fe7f14e41a4, server=81db972b9a1d,34819,1732782090211 because future has completed 2024-11-28T08:21:42,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:21:42,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6091db357c402b7ed7856fe7f14e41a4, server=81db972b9a1d,34819,1732782090211 in 170 msec 2024-11-28T08:21:42,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:21:42,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6091db357c402b7ed7856fe7f14e41a4, ASSIGN in 327 msec 2024-11-28T08:21:42,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:42,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782102127"}]},"ts":"1732782102127"} 2024-11-28T08:21:42,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:21:42,129 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:42,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-28T08:21:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:43,134 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:21:43,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:21:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2143c1 2024-11-28T08:21:43,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:43,136 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:43,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:21:43,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:43,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:43,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:21:43,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:21:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:43,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73ad0bc3dc56141667da6778abbe3885, NAME => 'test,,1732782103137.73ad0bc3dc56141667da6778abbe3885.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3 2024-11-28T08:21:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:21:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:43,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782103137.73ad0bc3dc56141667da6778abbe3885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:43,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73ad0bc3dc56141667da6778abbe3885, disabling compactions & flushes 2024-11-28T08:21:43,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:43,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:43,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. after waiting 0 ms 2024-11-28T08:21:43,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:43,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:43,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73ad0bc3dc56141667da6778abbe3885: Waiting for close lock at 1732782103951Disabling compacts and flushes for region at 1732782103951Disabling writes for close at 1732782103952 (+1 ms)Writing region close event to WAL at 1732782103952Closed at 1732782103952 2024-11-28T08:21:43,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:43,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782103137.73ad0bc3dc56141667da6778abbe3885.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782103953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782103953"}]},"ts":"1732782103953"} 2024-11-28T08:21:43,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:43,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:43,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782103956"}]},"ts":"1732782103956"} 2024-11-28T08:21:43,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:21:43,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73ad0bc3dc56141667da6778abbe3885, ASSIGN}] 2024-11-28T08:21:43,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73ad0bc3dc56141667da6778abbe3885, ASSIGN 2024-11-28T08:21:43,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73ad0bc3dc56141667da6778abbe3885, ASSIGN; state=OFFLINE, location=81db972b9a1d,46085,1732782095763; forceNewPlan=false, retain=false 2024-11-28T08:21:44,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73ad0bc3dc56141667da6778abbe3885, regionState=OPENING, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:44,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73ad0bc3dc56141667da6778abbe3885, ASSIGN because future has completed 2024-11-28T08:21:44,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ad0bc3dc56141667da6778abbe3885, server=81db972b9a1d,46085,1732782095763}] 2024-11-28T08:21:44,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:44,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:44,266 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:44,266 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73ad0bc3dc56141667da6778abbe3885, NAME => 'test,,1732782103137.73ad0bc3dc56141667da6778abbe3885.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:44,267 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:44,267 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:21:44,267 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,267 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782103137.73ad0bc3dc56141667da6778abbe3885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:44,267 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,267 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,268 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,269 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ad0bc3dc56141667da6778abbe3885 columnFamilyName f 2024-11-28T08:21:44,269 DEBUG [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:44,269 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(327): Store=73ad0bc3dc56141667da6778abbe3885/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:44,269 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,270 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ad0bc3dc56141667da6778abbe3885 columnFamilyName f1 2024-11-28T08:21:44,270 DEBUG [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:44,270 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(327): Store=73ad0bc3dc56141667da6778abbe3885/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:44,270 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,271 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ad0bc3dc56141667da6778abbe3885 columnFamilyName norep 2024-11-28T08:21:44,271 DEBUG [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:44,271 INFO [StoreOpener-73ad0bc3dc56141667da6778abbe3885-1 {}] regionserver.HStore(327): Store=73ad0bc3dc56141667da6778abbe3885/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:44,271 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,272 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,272 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,273 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,273 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,273 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:44,274 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:44,275 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73ad0bc3dc56141667da6778abbe3885; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70594687, jitterRate=0.05194281041622162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:44,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:21:44,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73ad0bc3dc56141667da6778abbe3885: Running coprocessor pre-open hook at 1732782104267Writing region info on filesystem at 1732782104267Initializing all the Stores at 1732782104267Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782104268 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782104268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782104268Cleaning up temporary data from old regions at 1732782104273 (+5 ms)Running coprocessor post-open hooks at 1732782104275 (+2 ms)Region opened successfully at 1732782104275 2024-11-28T08:21:44,276 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., pid=6, masterSystemTime=1732782104264 2024-11-28T08:21:44,278 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:44,278 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:21:44,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73ad0bc3dc56141667da6778abbe3885, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73ad0bc3dc56141667da6778abbe3885, server=81db972b9a1d,46085,1732782095763 because future has completed 2024-11-28T08:21:44,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:21:44,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73ad0bc3dc56141667da6778abbe3885, server=81db972b9a1d,46085,1732782095763 in 169 msec 2024-11-28T08:21:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:44,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:21:44,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73ad0bc3dc56141667da6778abbe3885, ASSIGN in 324 msec 2024-11-28T08:21:44,285 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:44,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782104285"}]},"ts":"1732782104285"} 2024-11-28T08:21:44,287 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:21:44,288 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:44,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-28T08:21:44,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:21:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:21:45,294 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:21:45,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:45,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:45,296 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:45,298 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1786a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45933,1732782084708 2024-11-28T08:21:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7f24e2 2024-11-28T08:21:45,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:45,300 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:45,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:34783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:21:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:21:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:45,303 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:34783' 2024-11-28T08:21:45,303 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d27e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,303 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:45,304 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:45,304 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5413c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:45,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:45,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:45,305 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d680db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:45,306 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,34783,1732782090098 2024-11-28T08:21:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4370e600 2024-11-28T08:21:45,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:45,307 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:45,307 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:21:45,307 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:21:45,307 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:45,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:45,308 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:45,308 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:45,309 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:21:45,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:45,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:45,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:21:45,359 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:21:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:45,716 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccb9885de54d69bfdc303e810a9c675d, NAME => 'hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd 2024-11-28T08:21:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:21:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ccb9885de54d69bfdc303e810a9c675d, disabling compactions & flushes 2024-11-28T08:21:46,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. after waiting 0 ms 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccb9885de54d69bfdc303e810a9c675d: Waiting for close lock at 1732782106126Disabling compacts and flushes for region at 1732782106126Disabling writes for close at 1732782106126Writing region close event to WAL at 1732782106126Closed at 1732782106126 2024-11-28T08:21:46,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:46,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782106127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782106127"}]},"ts":"1732782106127"} 2024-11-28T08:21:46,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:46,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:46,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782106130"}]},"ts":"1732782106130"} 2024-11-28T08:21:46,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:21:46,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccb9885de54d69bfdc303e810a9c675d, ASSIGN}] 2024-11-28T08:21:46,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccb9885de54d69bfdc303e810a9c675d, ASSIGN 2024-11-28T08:21:46,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccb9885de54d69bfdc303e810a9c675d, ASSIGN; state=OFFLINE, location=81db972b9a1d,35943,1732782084935; forceNewPlan=false, retain=false 2024-11-28T08:21:46,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccb9885de54d69bfdc303e810a9c675d, regionState=OPENING, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ccb9885de54d69bfdc303e810a9c675d, ASSIGN because future has completed 2024-11-28T08:21:46,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccb9885de54d69bfdc303e810a9c675d, server=81db972b9a1d,35943,1732782084935}] 2024-11-28T08:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:46,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:46,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:21:46,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C35943%2C1732782084935.rep, suffix=, logDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935, archiveDir=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/oldWALs, maxLogs=10 2024-11-28T08:21:46,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.rep.1732782106442, exclude list is [], retry=0 2024-11-28T08:21:46,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44451,DS-d2b9611d-2972-4ad5-bc3d-ab2a72fb9985,DISK] 2024-11-28T08:21:46,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.rep.1732782106442 2024-11-28T08:21:46,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39873:39873)] 2024-11-28T08:21:46,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ccb9885de54d69bfdc303e810a9c675d, NAME => 'hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:46,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:46,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:46,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. service=MultiRowMutationService 2024-11-28T08:21:46,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:21:46,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:46,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,460 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,461 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb9885de54d69bfdc303e810a9c675d columnFamilyName hfileref 2024-11-28T08:21:46,461 DEBUG [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:46,461 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(327): Store=ccb9885de54d69bfdc303e810a9c675d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:46,461 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,462 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb9885de54d69bfdc303e810a9c675d columnFamilyName queue 2024-11-28T08:21:46,462 DEBUG [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:46,462 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(327): Store=ccb9885de54d69bfdc303e810a9c675d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:46,462 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,463 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccb9885de54d69bfdc303e810a9c675d columnFamilyName sid 2024-11-28T08:21:46,463 DEBUG [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:46,463 INFO [StoreOpener-ccb9885de54d69bfdc303e810a9c675d-1 {}] regionserver.HStore(327): Store=ccb9885de54d69bfdc303e810a9c675d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/replication/ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/replication/ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:46,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/replication/ccb9885de54d69bfdc303e810a9c675d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:46,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ccb9885de54d69bfdc303e810a9c675d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65910664, jitterRate=-0.01785457134246826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:46,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:21:46,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ccb9885de54d69bfdc303e810a9c675d: Running coprocessor pre-open hook at 1732782106459Writing region info on filesystem at 1732782106459Initializing all the Stores at 1732782106459Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782106459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782106460 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782106460Cleaning up temporary data from old regions at 1732782106465 (+5 ms)Running coprocessor post-open hooks at 1732782106468 (+3 ms)Region opened successfully at 1732782106468 2024-11-28T08:21:46,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., pid=10, masterSystemTime=1732782106438 2024-11-28T08:21:46,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:21:46,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ccb9885de54d69bfdc303e810a9c675d, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,35943,1732782084935 2024-11-28T08:21:46,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccb9885de54d69bfdc303e810a9c675d, server=81db972b9a1d,35943,1732782084935 because future has completed 2024-11-28T08:21:46,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:21:46,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ccb9885de54d69bfdc303e810a9c675d, server=81db972b9a1d,35943,1732782084935 in 187 msec 2024-11-28T08:21:46,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:21:46,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ccb9885de54d69bfdc303e810a9c675d, ASSIGN in 342 msec 2024-11-28T08:21:46,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:46,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782106476"}]},"ts":"1732782106476"} 2024-11-28T08:21:46,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:21:46,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:46,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-28T08:21:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., hostname=81db972b9a1d,35943,1732782084935, seqNum=2] 2024-11-28T08:21:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:21:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:47,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:47,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:21:47,624 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:21:47,650 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,35943,1732782084935, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:47,651 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:47,651 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35943,1732782084935, seqNum=-1] 2024-11-28T08:21:47,651 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:47,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:47,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,35943,1732782084935', locateType=CURRENT is [region=hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., hostname=81db972b9a1d,35943,1732782084935, seqNum=2] 2024-11-28T08:21:47,656 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:21:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:21:47,658 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,35943,1732782084935 suceeded 2024-11-28T08:21:47,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:21:47,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-28T08:21:47,660 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:34783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:21:47,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.3600 sec 2024-11-28T08:21:47,669 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:34783' 2024-11-28T08:21:47,670 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4f6a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:47,670 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:47,670 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:47,671 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265b094c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:47,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:47,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:47,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:47,672 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:47,673 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27626e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:47,673 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:47,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,34783,1732782090098 2024-11-28T08:21:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23cd7edf 2024-11-28T08:21:47,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:47,674 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:47,675 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,35943,1732782084935 (queues=1) is replicating from cluster=745952c8-0d2a-498f-a662-fde03b815583 to cluster=9c2ac9e3-7a28-458f-802d-44b9131f6406 2024-11-28T08:21:47,675 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C35943%2C1732782084935 2024-11-28T08:21:47,675 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,35943,1732782084935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:47,675 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, startPosition=0, beingWritten=true 2024-11-28T08:21:47,675 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C35943%2C1732782084935 2024-11-28T08:21:47,680 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:47,680 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:47,680 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:47,883 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:48,186 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:48,590 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:49,093 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:49,474 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:49,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:49,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:49,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:49,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:49,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:49,476 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f057dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,477 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9bac58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,34783,1732782090098 2024-11-28T08:21:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570196dd 2024-11-28T08:21:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:49,479 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:49,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:45105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:21:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:21:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:49,482 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45105' 2024-11-28T08:21:49,483 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a26e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,483 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:49,483 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:49,483 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f85641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:49,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,485 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:49,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3517bae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:49,486 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:49,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:21:49,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@282e6526 2024-11-28T08:21:49,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:49,487 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:49,488 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:21:49,488 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:21:49,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:49,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:49,489 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:49,490 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:21:49,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:49,491 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:49,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:21:49,540 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:21:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:49,697 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:49,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:49,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:49,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acc0d33e674c381a41d9b4daa298dd48, NAME => 'hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4 2024-11-28T08:21:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:21:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing acc0d33e674c381a41d9b4daa298dd48, disabling compactions & flushes 2024-11-28T08:21:50,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. after waiting 0 ms 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,311 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for acc0d33e674c381a41d9b4daa298dd48: Waiting for close lock at 1732782110311Disabling compacts and flushes for region at 1732782110311Disabling writes for close at 1732782110311Writing region close event to WAL at 1732782110311Closed at 1732782110311 2024-11-28T08:21:50,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:50,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782110312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782110312"}]},"ts":"1732782110312"} 2024-11-28T08:21:50,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:50,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:50,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782110314"}]},"ts":"1732782110314"} 2024-11-28T08:21:50,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:21:50,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acc0d33e674c381a41d9b4daa298dd48, ASSIGN}] 2024-11-28T08:21:50,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acc0d33e674c381a41d9b4daa298dd48, ASSIGN 2024-11-28T08:21:50,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acc0d33e674c381a41d9b4daa298dd48, ASSIGN; state=OFFLINE, location=81db972b9a1d,34819,1732782090211; forceNewPlan=false, retain=false 2024-11-28T08:21:50,400 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:50,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acc0d33e674c381a41d9b4daa298dd48, regionState=OPENING, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:50,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=acc0d33e674c381a41d9b4daa298dd48, ASSIGN because future has completed 2024-11-28T08:21:50,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acc0d33e674c381a41d9b4daa298dd48, server=81db972b9a1d,34819,1732782090211}] 2024-11-28T08:21:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:50,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:50,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:21:50,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34819%2C1732782090211.rep, suffix=, logDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211, archiveDir=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/oldWALs, maxLogs=10 2024-11-28T08:21:50,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.rep.1732782110627, exclude list is [], retry=0 2024-11-28T08:21:50,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42273,DS-4dc3d8a0-0dad-4331-896c-af63d28291e0,DISK] 2024-11-28T08:21:50,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.rep.1732782110627 2024-11-28T08:21:50,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-28T08:21:50,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => acc0d33e674c381a41d9b4daa298dd48, NAME => 'hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:50,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. service=MultiRowMutationService 2024-11-28T08:21:50,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,650 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,651 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc0d33e674c381a41d9b4daa298dd48 columnFamilyName hfileref 2024-11-28T08:21:50,651 DEBUG [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:50,651 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(327): Store=acc0d33e674c381a41d9b4daa298dd48/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:50,652 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,652 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc0d33e674c381a41d9b4daa298dd48 columnFamilyName queue 2024-11-28T08:21:50,652 DEBUG [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:50,653 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(327): Store=acc0d33e674c381a41d9b4daa298dd48/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:50,653 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,653 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acc0d33e674c381a41d9b4daa298dd48 columnFamilyName sid 2024-11-28T08:21:50,653 DEBUG [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:50,654 INFO [StoreOpener-acc0d33e674c381a41d9b4daa298dd48-1 {}] regionserver.HStore(327): Store=acc0d33e674c381a41d9b4daa298dd48/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:50,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:50,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:50,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened acc0d33e674c381a41d9b4daa298dd48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60411949, jitterRate=-0.09979180991649628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:50,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:21:50,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for acc0d33e674c381a41d9b4daa298dd48: Running coprocessor pre-open hook at 1732782110649Writing region info on filesystem at 1732782110649Initializing all the Stores at 1732782110650 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782110650Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782110650Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782110650Cleaning up temporary data from old regions at 1732782110655 (+5 ms)Running coprocessor post-open hooks at 1732782110658 (+3 ms)Region opened successfully at 1732782110659 (+1 ms) 2024-11-28T08:21:50,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48., pid=10, masterSystemTime=1732782110622 2024-11-28T08:21:50,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:21:50,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=acc0d33e674c381a41d9b4daa298dd48, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34819,1732782090211 2024-11-28T08:21:50,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure acc0d33e674c381a41d9b4daa298dd48, server=81db972b9a1d,34819,1732782090211 because future has completed 2024-11-28T08:21:50,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:21:50,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure acc0d33e674c381a41d9b4daa298dd48, server=81db972b9a1d,34819,1732782090211 in 194 msec 2024-11-28T08:21:50,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:21:50,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=acc0d33e674c381a41d9b4daa298dd48, ASSIGN in 349 msec 2024-11-28T08:21:50,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:50,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782110668"}]},"ts":"1732782110668"} 2024-11-28T08:21:50,670 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:21:50,670 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:50,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-28T08:21:50,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48., hostname=81db972b9a1d,34819,1732782090211, seqNum=2] 2024-11-28T08:21:50,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:50,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:21:50,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:50,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34819 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:21:50,940 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:21:50,979 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,34819,1732782090211, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:50,979 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34819,1732782090211, seqNum=-1] 2024-11-28T08:21:50,980 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:50,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:50,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,34819,1732782090211', locateType=CURRENT is [region=hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48., hostname=81db972b9a1d,34819,1732782090211, seqNum=2] 2024-11-28T08:21:50,985 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:21:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:21:50,987 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,34819,1732782090211 suceeded 2024-11-28T08:21:50,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:21:50,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-28T08:21:50,990 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:45105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:21:50,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-28T08:21:51,001 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45105' 2024-11-28T08:21:51,003 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f92138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,003 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:51,003 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:51,004 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138229db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,006 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:51,007 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f51175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,007 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:51,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:21:51,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@731a2153 2024-11-28T08:21:51,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:51,009 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:51,010 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,34819,1732782090211 (queues=1) is replicating from cluster=9c2ac9e3-7a28-458f-802d-44b9131f6406 to cluster=9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e 2024-11-28T08:21:51,010 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C34819%2C1732782090211 2024-11-28T08:21:51,010 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,34819,1732782090211, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:51,010 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C34819%2C1732782090211 2024-11-28T08:21:51,013 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, startPosition=0, beingWritten=true 2024-11-28T08:21:51,018 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:51,018 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:51,018 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:51,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:21:51,204 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:51,222 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:51,526 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:51,625 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:51,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:51,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:51,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:51,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:51,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:51,627 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119e6e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:51,628 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,628 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f77643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:21:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db63fb0 2024-11-28T08:21:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:51,631 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:51,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:45933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:21:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:21:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:51,634 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45933' 2024-11-28T08:21:51,635 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf4236f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,635 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:51,635 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:51,635 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:51,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9c9303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:51,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,637 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6c2b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:51,637 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:51,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45933,1732782084708 2024-11-28T08:21:51,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70cf66e3 2024-11-28T08:21:51,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:51,639 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:51,639 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:21:51,640 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:21:51,640 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,640 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:51,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:51,640 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:21:51,641 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:21:51,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:21:51,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:51,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:21:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:21:51,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e44705b7cf36b4c5c2a7fa79d398208d, NAME => 'hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3 2024-11-28T08:21:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:21:51,691 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:21:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:51,930 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e44705b7cf36b4c5c2a7fa79d398208d, disabling compactions & flushes 2024-11-28T08:21:52,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. after waiting 0 ms 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e44705b7cf36b4c5c2a7fa79d398208d: Waiting for close lock at 1732782112063Disabling compacts and flushes for region at 1732782112063Disabling writes for close at 1732782112063Writing region close event to WAL at 1732782112063Closed at 1732782112063 2024-11-28T08:21:52,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:21:52,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782112064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782112064"}]},"ts":"1732782112064"} 2024-11-28T08:21:52,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:21:52,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:21:52,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782112067"}]},"ts":"1732782112067"} 2024-11-28T08:21:52,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:21:52,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e44705b7cf36b4c5c2a7fa79d398208d, ASSIGN}] 2024-11-28T08:21:52,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e44705b7cf36b4c5c2a7fa79d398208d, ASSIGN 2024-11-28T08:21:52,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e44705b7cf36b4c5c2a7fa79d398208d, ASSIGN; state=OFFLINE, location=81db972b9a1d,46085,1732782095763; forceNewPlan=false, retain=false 2024-11-28T08:21:52,108 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:52,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e44705b7cf36b4c5c2a7fa79d398208d, regionState=OPENING, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:52,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e44705b7cf36b4c5c2a7fa79d398208d, ASSIGN because future has completed 2024-11-28T08:21:52,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e44705b7cf36b4c5c2a7fa79d398208d, server=81db972b9a1d,46085,1732782095763}] 2024-11-28T08:21:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:21:52,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:21:52,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C46085%2C1732782095763.rep, suffix=, logDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763, archiveDir=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/oldWALs, maxLogs=10 2024-11-28T08:21:52,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.rep.1732782112382, exclude list is [], retry=0 2024-11-28T08:21:52,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-fadee255-e8fe-4b36-96aa-80d1ab76f465,DISK] 2024-11-28T08:21:52,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.rep.1732782112382 2024-11-28T08:21:52,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-28T08:21:52,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e44705b7cf36b4c5c2a7fa79d398208d, NAME => 'hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:21:52,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:21:52,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:21:52,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. service=MultiRowMutationService 2024-11-28T08:21:52,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:21:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:21:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,401 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,402 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e44705b7cf36b4c5c2a7fa79d398208d columnFamilyName hfileref 2024-11-28T08:21:52,402 DEBUG [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:52,402 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(327): Store=e44705b7cf36b4c5c2a7fa79d398208d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:52,402 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,403 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e44705b7cf36b4c5c2a7fa79d398208d columnFamilyName queue 2024-11-28T08:21:52,403 DEBUG [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:52,403 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(327): Store=e44705b7cf36b4c5c2a7fa79d398208d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:52,403 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,404 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e44705b7cf36b4c5c2a7fa79d398208d columnFamilyName sid 2024-11-28T08:21:52,404 DEBUG [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:21:52,404 INFO [StoreOpener-e44705b7cf36b4c5c2a7fa79d398208d-1 {}] regionserver.HStore(327): Store=e44705b7cf36b4c5c2a7fa79d398208d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:21:52,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:21:52,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:21:52,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e44705b7cf36b4c5c2a7fa79d398208d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72462286, jitterRate=0.07977220416069031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:21:52,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:21:52,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e44705b7cf36b4c5c2a7fa79d398208d: Running coprocessor pre-open hook at 1732782112400Writing region info on filesystem at 1732782112400Initializing all the Stores at 1732782112401 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782112401Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782112401Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782112401Cleaning up temporary data from old regions at 1732782112406 (+5 ms)Running coprocessor post-open hooks at 1732782112409 (+3 ms)Region opened successfully at 1732782112409 2024-11-28T08:21:52,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d., pid=10, masterSystemTime=1732782112377 2024-11-28T08:21:52,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:21:52,412 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e44705b7cf36b4c5c2a7fa79d398208d, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,46085,1732782095763 2024-11-28T08:21:52,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e44705b7cf36b4c5c2a7fa79d398208d, server=81db972b9a1d,46085,1732782095763 because future has completed 2024-11-28T08:21:52,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:21:52,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e44705b7cf36b4c5c2a7fa79d398208d, server=81db972b9a1d,46085,1732782095763 in 196 msec 2024-11-28T08:21:52,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:21:52,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e44705b7cf36b4c5c2a7fa79d398208d, ASSIGN in 354 msec 2024-11-28T08:21:52,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:21:52,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782112425"}]},"ts":"1732782112425"} 2024-11-28T08:21:52,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:21:52,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:21:52,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-28T08:21:52,443 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:52,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d., hostname=81db972b9a1d,46085,1732782095763, seqNum=2] 2024-11-28T08:21:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:21:52,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:52,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:21:52,703 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:21:52,739 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,46085,1732782095763, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:52,739 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:52,740 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46085,1732782095763, seqNum=-1] 2024-11-28T08:21:52,740 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:52,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:52,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,46085,1732782095763', locateType=CURRENT is [region=hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d., hostname=81db972b9a1d,46085,1732782095763, seqNum=2] 2024-11-28T08:21:52,745 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:21:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:21:52,748 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,46085,1732782095763 suceeded 2024-11-28T08:21:52,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:21:52,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-28T08:21:52,749 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:45933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:21:52,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1180 sec 2024-11-28T08:21:52,762 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45933' 2024-11-28T08:21:52,763 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67950e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,763 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:52,764 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:52,764 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:52,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10489988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:52,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,766 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:52,766 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85a0e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,766 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45933,1732782084708 2024-11-28T08:21:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee950ef 2024-11-28T08:21:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:52,768 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:52,769 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,46085,1732782095763 (queues=1) is replicating from cluster=9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e to cluster=745952c8-0d2a-498f-a662-fde03b815583 2024-11-28T08:21:52,769 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C46085%2C1732782095763 2024-11-28T08:21:52,769 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,46085,1732782095763, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:52,769 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C46085%2C1732782095763 2024-11-28T08:21:52,769 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, startPosition=0, beingWritten=true 2024-11-28T08:21:52,774 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:52,774 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 379, reset compression=false 2024-11-28T08:21:52,774 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:21:52,775 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:52,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:52,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:52,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:52,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:52,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:52,777 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:52,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:52,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f50e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,778 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a0b6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65074503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:52,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:52,781 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1e9b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:52,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,782 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b685e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bad80c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:52,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:52,785 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fcc1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:52,786 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:52,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5987cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:52,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35943,1732782084935, seqNum=-1] 2024-11-28T08:21:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:52,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:52,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782098827.894ece9d495999f4b55cba7438500c26., hostname=81db972b9a1d,35943,1732782084935, seqNum=2] 2024-11-28T08:21:52,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46085,1732782095763, seqNum=-1] 2024-11-28T08:21:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:52,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:52,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., hostname=81db972b9a1d,46085,1732782095763, seqNum=2] 2024-11-28T08:21:52,801 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T08:21:52,982 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 379, reset compression=false 2024-11-28T08:21:53,048 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:53,111 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 379, reset compression=false 2024-11-28T08:21:53,149 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:53,149 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 480, reset compression=false 2024-11-28T08:21:53,149 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[{test/894ece9d495999f4b55cba7438500c26/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T08:21:53,152 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:53,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-28T08:21:53,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:53,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7b9144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,34783,-1 for getting cluster id 2024-11-28T08:21:53,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:53,156 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c2ac9e3-7a28-458f-802d-44b9131f6406' 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c2ac9e3-7a28-458f-802d-44b9131f6406" 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36eee02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,34783,-1] 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:53,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:53,158 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:53,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c572974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:53,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34819,1732782090211, seqNum=-1] 2024-11-28T08:21:53,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:53,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:53,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4., hostname=81db972b9a1d,34819,1732782090211, seqNum=2] 2024-11-28T08:21:53,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:53,286 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 379, reset compression=false 2024-11-28T08:21:53,361 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 480, reset compression=false 2024-11-28T08:21:53,665 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 480, reset compression=false 2024-11-28T08:21:53,689 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 379, reset compression=false 2024-11-28T08:21:53,752 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 379, reset compression=false 2024-11-28T08:21:53,756 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:53,756 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 503, reset compression=false 2024-11-28T08:21:53,756 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[{test/6091db357c402b7ed7856fe7f14e41a4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-28T08:21:53,758 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:53,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-28T08:21:53,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:53,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a34a03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:53,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:53,761 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4abad57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:53,762 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:53,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45313ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:53,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:53,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,46085,1732782095763, seqNum=-1] 2024-11-28T08:21:53,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:53,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:53,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., hostname=81db972b9a1d,46085,1732782095763, seqNum=2] 2024-11-28T08:21:53,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:53,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T08:21:53,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34819,1732782090211, seqNum=-1] 2024-11-28T08:21:53,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:53,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:21:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4., hostname=81db972b9a1d,34819,1732782090211, seqNum=2] 2024-11-28T08:21:53,810 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T08:21:53,959 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 503, reset compression=false 2024-11-28T08:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[{test/6091db357c402b7ed7856fe7f14e41a4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:21:53,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:53,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:54,069 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 480, reset compression=false 2024-11-28T08:21:54,167 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:54,192 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 379, reset compression=false 2024-11-28T08:21:54,197 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:54,197 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 655, reset compression=false 2024-11-28T08:21:54,197 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[{test/73ad0bc3dc56141667da6778abbe3885/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T08:21:54,199 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:21:54,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-28T08:21:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6302b2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:54,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:54,202 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f646bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:54,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:54,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:54,203 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:54,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75cfad9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:54,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:21:54,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,35943,1732782084935, seqNum=-1] 2024-11-28T08:21:54,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:21:54,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-28T08:21:54,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732782098827.894ece9d495999f4b55cba7438500c26., hostname=81db972b9a1d,35943,1732782084935, seqNum=2] 2024-11-28T08:21:54,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:54,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:21:54,402 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 655, reset compression=false 2024-11-28T08:21:54,471 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:54,572 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 480, reset compression=false 2024-11-28T08:21:54,576 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 632, reset compression=false 2024-11-28T08:21:54,577 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:54,705 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 655, reset compression=false 2024-11-28T08:21:54,793 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 632, reset compression=false 2024-11-28T08:21:54,812 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T08:21:54,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-28T08:21:54,875 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:55,095 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 632, reset compression=false 2024-11-28T08:21:55,109 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 655, reset compression=false 2024-11-28T08:21:55,114 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:55,114 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 759, reset compression=false 2024-11-28T08:21:55,114 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[{test/73ad0bc3dc56141667da6778abbe3885/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:21:55,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:55,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:55,318 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 759, reset compression=false 2024-11-28T08:21:55,378 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:55,499 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 632, reset compression=false 2024-11-28T08:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 760, reset compression=false 2024-11-28T08:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[{test/894ece9d495999f4b55cba7438500c26/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T08:21:55,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:55,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:55,622 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 759, reset compression=false 2024-11-28T08:21:55,712 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 760, reset compression=false 2024-11-28T08:21:55,817 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-28T08:21:55,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T08:21:55,982 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 607, reset compression=false 2024-11-28T08:21:55,985 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:55,985 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 758, reset compression=false 2024-11-28T08:21:55,985 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:56,021 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 760, reset compression=false 2024-11-28T08:21:56,026 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:56,026 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:56,026 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[{test/894ece9d495999f4b55cba7438500c26/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T08:21:56,027 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 759, reset compression=false 2024-11-28T08:21:56,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:56,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:56,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:21:56,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,188 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 758, reset compression=false 2024-11-28T08:21:56,193 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:56,193 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 905, reset compression=false 2024-11-28T08:21:56,193 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[{test/6091db357c402b7ed7856fe7f14e41a4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-28T08:21:56,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:56,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:56,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:21:56,232 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:56,398 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 905, reset compression=false 2024-11-28T08:21:56,531 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 759, reset compression=false 2024-11-28T08:21:56,535 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:56,535 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 930, reset compression=false 2024-11-28T08:21:56,535 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:56,536 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:56,702 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 905, reset compression=false 2024-11-28T08:21:56,739 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 930, reset compression=false 2024-11-28T08:21:56,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T08:21:56,826 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T08:21:56,940 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:57,042 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 930, reset compression=false 2024-11-28T08:21:57,105 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 905, reset compression=false 2024-11-28T08:21:57,109 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:57,109 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1064, reset compression=false 2024-11-28T08:21:57,109 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[{test/6091db357c402b7ed7856fe7f14e41a4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T08:21:57,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:57,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:57,312 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1064, reset compression=false 2024-11-28T08:21:57,444 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:57,445 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 930, reset compression=false 2024-11-28T08:21:57,449 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:57,449 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1080, reset compression=false 2024-11-28T08:21:57,449 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[{test/73ad0bc3dc56141667da6778abbe3885/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-28T08:21:57,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:57,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:57,616 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1064, reset compression=false 2024-11-28T08:21:57,652 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1080, reset compression=false 2024-11-28T08:21:57,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T08:21:57,831 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-28T08:21:57,955 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1080, reset compression=false 2024-11-28T08:21:57,966 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:57,966 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1239, reset compression=false 2024-11-28T08:21:57,966 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[{test/73ad0bc3dc56141667da6778abbe3885/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T08:21:57,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:57,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:58,019 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1064, reset compression=false 2024-11-28T08:21:58,048 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 916, reset compression=false 2024-11-28T08:21:58,053 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:21:58,053 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:21:58,053 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[{test/894ece9d495999f4b55cba7438500c26/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-28T08:21:58,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:21:58,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:21:58,169 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1239, reset compression=false 2024-11-28T08:21:58,258 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:21:58,473 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1239, reset compression=false 2024-11-28T08:21:58,522 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1064, reset compression=false 2024-11-28T08:21:58,526 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:21:58,526 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:21:58,526 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:21:58,561 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:21:58,729 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:21:58,832 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-28T08:21:58,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d69ac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:58,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:21:58,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:58,838 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7040b4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:58,840 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21644d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:58,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:21:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4f8847 2024-11-28T08:21:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:58,844 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:21:58,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-28T08:21:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-28T08:21:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:21:58,877 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1239, reset compression=false 2024-11-28T08:21:58,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:21:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:21:58,964 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:21:59,032 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:21:59,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-28T08:21:59,059 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-28T08:21:59,060 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-28T08:21:59,060 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,46085,1732782095763 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-28T08:21:59,060 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0. 2024-11-28T08:21:59,060 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:59,060 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:59,061 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:59,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:59,161 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:21:59,161 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:21:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:21:59,261 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 terminated 2024-11-28T08:21:59,278 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,46085,1732782095763, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:21:59,278 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-28T08:21:59,279 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T08:21:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-28T08:21:59,281 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 81db972b9a1d,46085,1732782095763 suceeded 2024-11-28T08:21:59,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T08:21:59,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-28T08:21:59,283 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-28T08:21:59,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 439 msec 2024-11-28T08:21:59,293 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:45933' 2024-11-28T08:21:59,294 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6c0630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:59,294 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45933,-1 for getting cluster id 2024-11-28T08:21:59,294 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:21:59,295 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '745952c8-0d2a-498f-a662-fde03b815583' 2024-11-28T08:21:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:21:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "745952c8-0d2a-498f-a662-fde03b815583" 2024-11-28T08:21:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48553778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45933,-1] 2024-11-28T08:21:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:21:59,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:59,296 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:21:59,297 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db53f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:21:59,297 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:21:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45933,1732782084708 2024-11-28T08:21:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b15618e 2024-11-28T08:21:59,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:21:59,298 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-28T08:21:59,299 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,46085,1732782095763 (queues=1) is replicating from cluster=9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e to cluster=745952c8-0d2a-498f-a662-fde03b815583 2024-11-28T08:21:59,299 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C46085%2C1732782095763 2024-11-28T08:21:59,299 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,46085,1732782095763, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:21:59,300 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C46085%2C1732782095763 2024-11-28T08:21:59,436 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:21:59,468 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:21:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:21:59,474 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:21:59,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:21:59,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:21:59,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:59,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:21:59,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:21:59,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-28T08:21:59,940 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:22:00,072 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1240, reset compression=false 2024-11-28T08:22:00,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1344, reset compression=false 2024-11-28T08:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[{test/894ece9d495999f4b55cba7438500c26/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:22:00,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:00,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:00,290 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1344, reset compression=false 2024-11-28T08:22:00,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-28T08:22:00,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f788f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:00,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45105,-1 for getting cluster id 2024-11-28T08:22:00,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:00,484 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e' 2024-11-28T08:22:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ada4b1c-9225-4a8d-b0fb-ad7fbb64717e" 2024-11-28T08:22:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b30020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45105,-1] 2024-11-28T08:22:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,486 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:00,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831b746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:00,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45105,1732782095593 2024-11-28T08:22:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca65a31 2024-11-28T08:22:00,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:00,491 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:00,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-28T08:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-28T08:22:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T08:22:00,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:22:00,544 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1237, reset compression=false 2024-11-28T08:22:00,550 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-28T08:22:00,550 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:00,550 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[{test/6091db357c402b7ed7856fe7f14e41a4/10=[#edits: 1 = ],223}, {test/6091db357c402b7ed7856fe7f14e41a4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=1468, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-28T08:22:00,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:00,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:00,594 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1344, reset compression=false 2024-11-28T08:22:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T08:22:00,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-28T08:22:00,660 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-28T08:22:00,661 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T08:22:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-28T08:22:00,663 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 81db972b9a1d,46085,1732782095763 suceeded 2024-11-28T08:22:00,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T08:22:00,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-28T08:22:00,665 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-28T08:22:00,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-11-28T08:22:00,701 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, startPosition=1239, beingWritten=true 2024-11-28T08:22:00,705 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:00,705 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1518, reset compression=false 2024-11-28T08:22:00,705 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[{test/73ad0bc3dc56141667da6778abbe3885/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T08:22:00,708 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:00,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-28T08:22:00,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:00,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:00,756 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T08:22:00,814 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:22:00,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:00,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:00,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:00,822 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-28T08:22:00,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:00,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:00,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:00,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:00,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1070569731, stopped=false 2024-11-28T08:22:00,824 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,45105,1732782095593 2024-11-28T08:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478065898/running 2024-11-28T08:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478065898/running 2024-11-28T08:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:22:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:22:00,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:00,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:00,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:00,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,46085,1732782095763' ***** 2024-11-28T08:22:00,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:00,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/running 2024-11-28T08:22:00,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Set watcher on znode that does not yet exist, /2478065898/running 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(3091): Received CLOSE for e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:22:00,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(3091): Received CLOSE for 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,46085,1732782095763 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:00,835 INFO [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46085. 2024-11-28T08:22:00,835 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e44705b7cf36b4c5c2a7fa79d398208d, disabling compactions & flushes 2024-11-28T08:22:00,835 DEBUG [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:00,835 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:22:00,835 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:00,835 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:22:00,835 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. after waiting 0 ms 2024-11-28T08:22:00,835 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:22:00,836 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:00,836 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:00,836 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:00,836 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:00,836 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e44705b7cf36b4c5c2a7fa79d398208d 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-28T08:22:00,840 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:00,840 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1325): Online Regions={e44705b7cf36b4c5c2a7fa79d398208d=hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d., 73ad0bc3dc56141667da6778abbe3885=test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:00,840 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885, e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:22:00,840 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:00,840 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:00,841 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:00,841 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:00,841 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:00,841 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:00,874 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/info/cdbafa28ed594f57be5e03ee342f7d15 is 147, key is hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d./info:regioninfo/1732782112412/Put/seqid=0 2024-11-28T08:22:00,881 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/.tmp/queue/65a4c0dafc7a4b3490acb5b75fb8df88 is 154, key is 1-81db972b9a1d,46085,1732782095763/queue:81db972b9a1d%2C46085%2C1732782095763/1732782120713/Put/seqid=0 2024-11-28T08:22:00,890 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:00,890 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:00,906 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:00,909 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1518, reset compression=false 2024-11-28T08:22:00,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741840_1016 (size=7686) 2024-11-28T08:22:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741841_1017 (size=5353) 2024-11-28T08:22:00,997 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1344, reset compression=false 2024-11-28T08:22:01,002 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:01,002 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:01,002 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:01,040 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885, e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:22:01,070 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:01,205 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:01,218 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1518, reset compression=false 2024-11-28T08:22:01,241 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885, e44705b7cf36b4c5c2a7fa79d398208d 2024-11-28T08:22:01,311 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/info/cdbafa28ed594f57be5e03ee342f7d15 2024-11-28T08:22:01,312 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/.tmp/queue/65a4c0dafc7a4b3490acb5b75fb8df88 2024-11-28T08:22:01,319 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/.tmp/queue/65a4c0dafc7a4b3490acb5b75fb8df88 as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/queue/65a4c0dafc7a4b3490acb5b75fb8df88 2024-11-28T08:22:01,330 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/queue/65a4c0dafc7a4b3490acb5b75fb8df88, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T08:22:01,331 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e44705b7cf36b4c5c2a7fa79d398208d in 496ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:01,336 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/ns/f354c821ce264d35a1107b7116faf720 is 43, key is default/ns:d/1732782098752/Put/seqid=0 2024-11-28T08:22:01,336 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/replication/e44705b7cf36b4c5c2a7fa79d398208d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:01,337 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:01,337 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:01,337 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e44705b7cf36b4c5c2a7fa79d398208d: Waiting for close lock at 1732782120835Running coprocessor pre-close hooks at 1732782120835Disabling compacts and flushes for region at 1732782120835Disabling writes for close at 1732782120835Obtaining lock to block concurrent updates at 1732782120836 (+1 ms)Preparing flush snapshotting stores in e44705b7cf36b4c5c2a7fa79d398208d at 1732782120836Finished memstore snapshotting hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732782120836Flushing stores of hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. at 1732782120837 (+1 ms)Flushing e44705b7cf36b4c5c2a7fa79d398208d/queue: creating writer at 1732782120837Flushing e44705b7cf36b4c5c2a7fa79d398208d/queue: appending metadata at 1732782120873 (+36 ms)Flushing e44705b7cf36b4c5c2a7fa79d398208d/queue: closing flushed file at 1732782120873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc8ba98: reopening flushed file at 1732782121317 (+444 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e44705b7cf36b4c5c2a7fa79d398208d in 496ms, sequenceid=12, compaction requested=false at 1732782121331 (+14 ms)Writing region close event to WAL at 1732782121332 (+1 ms)Running coprocessor post-close hooks at 1732782121337 (+5 ms)Closed at 1732782121337 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782111640.e44705b7cf36b4c5c2a7fa79d398208d. 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73ad0bc3dc56141667da6778abbe3885, disabling compactions & flushes 2024-11-28T08:22:01,338 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. after waiting 0 ms 2024-11-28T08:22:01,338 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:22:01,338 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73ad0bc3dc56141667da6778abbe3885 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-28T08:22:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741842_1018 (size=5153) 2024-11-28T08:22:01,359 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f/7c3afb9737d3410d8fb766cdc77ece0f is 37, key is row3/f:row3/1732782119476/Put/seqid=0 2024-11-28T08:22:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741843_1019 (size=5228) 2024-11-28T08:22:01,441 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:01,474 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:01,511 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:01,621 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1518, reset compression=false 2024-11-28T08:22:01,630 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:01,630 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1765, reset compression=false 2024-11-28T08:22:01,630 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,46085,1732782095763 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:01,632 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,46085,1732782095763: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,46085,1732782095763, walGroup=81db972b9a1d%2C46085%2C1732782095763, offset=81db972b9a1d%2C46085%2C1732782095763.1732782098019:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:46085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:22:01,633 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:22:01,633 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:22:01,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:22:01,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:22:01,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:22:01,634 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1105199104, "init": 1048576000, "max": 2306867200, "used": 801006592 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198209576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:22:01,634 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:22:01,644 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:01,758 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/ns/f354c821ce264d35a1107b7116faf720 2024-11-28T08:22:01,762 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f/7c3afb9737d3410d8fb766cdc77ece0f 2024-11-28T08:22:01,767 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c3afb9737d3410d8fb766cdc77ece0f 2024-11-28T08:22:01,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/rep_barrier/790ced89d29b47ef9d36031aed9fe78f is 112, key is test,,1732782103137.73ad0bc3dc56141667da6778abbe3885./rep_barrier:seqnumDuringOpen/1732782104278/Put/seqid=0 2024-11-28T08:22:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741844_1020 (size=5518) 2024-11-28T08:22:01,781 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/rep_barrier/790ced89d29b47ef9d36031aed9fe78f 2024-11-28T08:22:01,790 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f1/6684e4f26fec4bb285fb70ab60f7f90e is 30, key is row1/f1:/1732782116823/DeleteFamily/seqid=0 2024-11-28T08:22:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741845_1021 (size=5158) 2024-11-28T08:22:01,806 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/table/8af8affe8fbd41008a277fd7ef38517e is 53, key is hbase:replication/table:state/1732782112425/Put/seqid=0 2024-11-28T08:22:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741846_1022 (size=5308) 2024-11-28T08:22:01,837 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1765, reset compression=false 2024-11-28T08:22:01,844 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:22:01,844 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1325): Online Regions={73ad0bc3dc56141667da6778abbe3885=test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:01,844 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:01,914 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:01,977 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:02,045 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:02,141 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1765, reset compression=false 2024-11-28T08:22:02,199 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f1/6684e4f26fec4bb285fb70ab60f7f90e 2024-11-28T08:22:02,203 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6684e4f26fec4bb285fb70ab60f7f90e 2024-11-28T08:22:02,212 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/table/8af8affe8fbd41008a277fd7ef38517e 2024-11-28T08:22:02,216 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/info/cdbafa28ed594f57be5e03ee342f7d15 as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/info/cdbafa28ed594f57be5e03ee342f7d15 2024-11-28T08:22:02,217 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/norep/0f74784ca89742c89ec45cbfddda29cd is 33, key is row2/norep:/1732782117828/DeleteFamily/seqid=0 2024-11-28T08:22:02,220 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/info/cdbafa28ed594f57be5e03ee342f7d15, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:02,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741847_1023 (size=5108) 2024-11-28T08:22:02,221 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/ns/f354c821ce264d35a1107b7116faf720 as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/ns/f354c821ce264d35a1107b7116faf720 2024-11-28T08:22:02,224 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/ns/f354c821ce264d35a1107b7116faf720, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:02,225 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/rep_barrier/790ced89d29b47ef9d36031aed9fe78f as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/rep_barrier/790ced89d29b47ef9d36031aed9fe78f 2024-11-28T08:22:02,228 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/rep_barrier/790ced89d29b47ef9d36031aed9fe78f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:02,229 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/.tmp/table/8af8affe8fbd41008a277fd7ef38517e as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/table/8af8affe8fbd41008a277fd7ef38517e 2024-11-28T08:22:02,232 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/table/8af8affe8fbd41008a277fd7ef38517e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:02,233 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:02,237 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:02,237 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:02,237 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:02,237 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:02,237 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782120840Running coprocessor pre-close hooks at 1732782120840Disabling compacts and flushes for region at 1732782120840Disabling writes for close at 1732782120841 (+1 ms)Obtaining lock to block concurrent updates at 1732782120841Preparing flush snapshotting stores in 1588230740 at 1732782120841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782120843 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782120844 (+1 ms)Flushing 1588230740/info: creating writer at 1732782120844Flushing 1588230740/info: appending metadata at 1732782120874 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732782120874Flushing 1588230740/ns: creating writer at 1732782121317 (+443 ms)Flushing 1588230740/ns: appending metadata at 1732782121335 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732782121335Flushing 1588230740/rep_barrier: creating writer at 1732782121762 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782121776 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782121776Flushing 1588230740/table: creating writer at 1732782121786 (+10 ms)Flushing 1588230740/table: appending metadata at 1732782121806 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732782121806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e129802: reopening flushed file at 1732782122216 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d86a4d5: reopening flushed file at 1732782122220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8505cb: reopening flushed file at 1732782122224 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de907c2: reopening flushed file at 1732782122228 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false at 1732782122233 (+5 ms)Writing region close event to WAL at 1732782122234 (+1 ms)Running coprocessor post-close hooks at 1732782122237 (+3 ms)Closed at 1732782122237 2024-11-28T08:22:02,237 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:02,245 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:02,418 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:02,445 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:02,544 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.wal-reader.81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.1732782098019 to pos 1765, reset compression=false 2024-11-28T08:22:02,580 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:02,621 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/norep/0f74784ca89742c89ec45cbfddda29cd 2024-11-28T08:22:02,624 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f74784ca89742c89ec45cbfddda29cd 2024-11-28T08:22:02,625 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f/7c3afb9737d3410d8fb766cdc77ece0f as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/f/7c3afb9737d3410d8fb766cdc77ece0f 2024-11-28T08:22:02,628 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c3afb9737d3410d8fb766cdc77ece0f 2024-11-28T08:22:02,628 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/f/7c3afb9737d3410d8fb766cdc77ece0f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T08:22:02,629 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/f1/6684e4f26fec4bb285fb70ab60f7f90e as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/f1/6684e4f26fec4bb285fb70ab60f7f90e 2024-11-28T08:22:02,632 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6684e4f26fec4bb285fb70ab60f7f90e 2024-11-28T08:22:02,632 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/f1/6684e4f26fec4bb285fb70ab60f7f90e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:02,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/.tmp/norep/0f74784ca89742c89ec45cbfddda29cd as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/norep/0f74784ca89742c89ec45cbfddda29cd 2024-11-28T08:22:02,639 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f74784ca89742c89ec45cbfddda29cd 2024-11-28T08:22:02,639 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/norep/0f74784ca89742c89ec45cbfddda29cd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:02,639 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 73ad0bc3dc56141667da6778abbe3885 in 1301ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:02,645 DEBUG [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1351): Waiting on 73ad0bc3dc56141667da6778abbe3885 2024-11-28T08:22:02,645 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/data/default/test/73ad0bc3dc56141667da6778abbe3885/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:02,646 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:02,646 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:02,646 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:22:02,646 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73ad0bc3dc56141667da6778abbe3885: Waiting for close lock at 1732782121338Running coprocessor pre-close hooks at 1732782121338Disabling compacts and flushes for region at 1732782121338Disabling writes for close at 1732782121338Obtaining lock to block concurrent updates at 1732782121338Preparing flush snapshotting stores in 73ad0bc3dc56141667da6778abbe3885 at 1732782121338Finished memstore snapshotting test,,1732782103137.73ad0bc3dc56141667da6778abbe3885., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732782121338Flushing stores of test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. at 1732782121339 (+1 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/f: creating writer at 1732782121339Flushing 73ad0bc3dc56141667da6778abbe3885/f: appending metadata at 1732782121358 (+19 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/f: closing flushed file at 1732782121358Flushing 73ad0bc3dc56141667da6778abbe3885/f1: creating writer at 1732782121767 (+409 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/f1: appending metadata at 1732782121790 (+23 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/f1: closing flushed file at 1732782121790Flushing 73ad0bc3dc56141667da6778abbe3885/norep: creating writer at 1732782122203 (+413 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/norep: appending metadata at 1732782122217 (+14 ms)Flushing 73ad0bc3dc56141667da6778abbe3885/norep: closing flushed file at 1732782122217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9ee4bb: reopening flushed file at 1732782122624 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b016b29: reopening flushed file at 1732782122628 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3035be8: reopening flushed file at 1732782122632 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 73ad0bc3dc56141667da6778abbe3885 in 1301ms, sequenceid=12, compaction requested=false at 1732782122639 (+7 ms)Writing region close event to WAL at 1732782122642 (+3 ms)Running coprocessor post-close hooks at 1732782122646 (+4 ms)Closed at 1732782122646 2024-11-28T08:22:02,646 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782103137.73ad0bc3dc56141667da6778abbe3885. 2024-11-28T08:22:02,845 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,46085,1732782095763; all regions closed. 2024-11-28T08:22:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:02,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/WALs/81db972b9a1d,46085,1732782095763/81db972b9a1d%2C46085%2C1732782095763.meta.1732782098670.meta not finished, retry = 0 2024-11-28T08:22:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741839_1015 (size=3115) 2024-11-28T08:22:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741833_1009 (size=2417) 2024-11-28T08:22:02,955 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:02,955 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:02,955 INFO [RS:0;81db972b9a1d:46085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:02,956 INFO [RS:0;81db972b9a1d:46085 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:02,956 INFO [RS:0;81db972b9a1d:46085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:02,956 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:02,957 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,46085,1732782095763 because: Region server is closing 2024-11-28T08:22:02,957 INFO [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46085. 2024-11-28T08:22:02,957 DEBUG [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:02,957 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:02,957 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:02,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:03,022 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:03,058 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,46085,1732782095763.replicationSource.shipper81db972b9a1d%2C46085%2C1732782095763,1-81db972b9a1d,46085,1732782095763 terminated 2024-11-28T08:22:03,058 INFO [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:46085. 2024-11-28T08:22:03,058 DEBUG [RS:0;81db972b9a1d:46085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:03,058 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:03,058 DEBUG [RS:0;81db972b9a1d:46085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:03,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:03,058 INFO [RS:0;81db972b9a1d:46085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46085 2024-11-28T08:22:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478065898/rs/81db972b9a1d,46085,1732782095763 2024-11-28T08:22:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898/rs 2024-11-28T08:22:03,133 INFO [RS:0;81db972b9a1d:46085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:03,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,46085,1732782095763] 2024-11-28T08:22:03,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2478065898/draining/81db972b9a1d,46085,1732782095763 already deleted, retry=false 2024-11-28T08:22:03,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,46085,1732782095763 expired; onlineServers=0 2024-11-28T08:22:03,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,45105,1732782095593' ***** 2024-11-28T08:22:03,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:03,165 INFO [M:0;81db972b9a1d:45105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:03,165 INFO [M:0;81db972b9a1d:45105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:03,165 DEBUG [M:0;81db972b9a1d:45105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:03,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:03,165 DEBUG [M:0;81db972b9a1d:45105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:03,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782097783 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782097783,5,FailOnTimeoutGroup] 2024-11-28T08:22:03,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782097783 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782097783,5,FailOnTimeoutGroup] 2024-11-28T08:22:03,165 INFO [M:0;81db972b9a1d:45105 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:03,165 INFO [M:0;81db972b9a1d:45105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:03,165 DEBUG [M:0;81db972b9a1d:45105 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:03,165 INFO [M:0;81db972b9a1d:45105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:03,166 INFO [M:0;81db972b9a1d:45105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:03,166 INFO [M:0;81db972b9a1d:45105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:03,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:03,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478065898/master 2024-11-28T08:22:03,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478065898 2024-11-28T08:22:03,175 DEBUG [M:0;81db972b9a1d:45105 {}] zookeeper.ZKUtil(347): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Unable to get data of znode /2478065898/master because node does not exist (not an error) 2024-11-28T08:22:03,175 WARN [M:0;81db972b9a1d:45105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:22:03,176 INFO [M:0;81db972b9a1d:45105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/.lastflushedseqids 2024-11-28T08:22:03,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:22:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46085-0x101808844a00007, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:03,254 INFO [RS:0;81db972b9a1d:46085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:03,254 INFO [RS:0;81db972b9a1d:46085 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,46085,1732782095763; zookeeper connection closed. 2024-11-28T08:22:03,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e430a3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e430a3c 2024-11-28T08:22:03,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:03,284 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:03,579 INFO [M:0;81db972b9a1d:45105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:03,580 INFO [M:0;81db972b9a1d:45105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:03,580 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:03,580 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:03,580 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:03,580 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:03,580 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:03,580 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-28T08:22:03,593 DEBUG [M:0;81db972b9a1d:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30fd9092c43548409ee1dafac8ac390b is 82, key is hbase:meta,,1/info:regioninfo/1732782098701/Put/seqid=0 2024-11-28T08:22:03,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:22:03,725 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:03,996 INFO [M:0;81db972b9a1d:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30fd9092c43548409ee1dafac8ac390b 2024-11-28T08:22:04,021 DEBUG [M:0;81db972b9a1d:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57186b028878442a913b95a48a7340ad is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782112430/Put/seqid=0 2024-11-28T08:22:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741850_1026 (size=9212) 2024-11-28T08:22:04,093 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:04,426 INFO [M:0;81db972b9a1d:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57186b028878442a913b95a48a7340ad 2024-11-28T08:22:04,451 DEBUG [M:0;81db972b9a1d:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd29a47746bb40f6931dfa1366f47e30 is 69, key is 81db972b9a1d,46085,1732782095763/rs:state/1732782097833/Put/seqid=0 2024-11-28T08:22:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:22:04,532 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:04,864 INFO [M:0;81db972b9a1d:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd29a47746bb40f6931dfa1366f47e30 2024-11-28T08:22:04,871 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30fd9092c43548409ee1dafac8ac390b as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30fd9092c43548409ee1dafac8ac390b 2024-11-28T08:22:04,879 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30fd9092c43548409ee1dafac8ac390b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-28T08:22:04,880 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57186b028878442a913b95a48a7340ad as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57186b028878442a913b95a48a7340ad 2024-11-28T08:22:04,884 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57186b028878442a913b95a48a7340ad, entries=15, sequenceid=127, filesize=9.0 K 2024-11-28T08:22:04,884 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd29a47746bb40f6931dfa1366f47e30 as hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd29a47746bb40f6931dfa1366f47e30 2024-11-28T08:22:04,888 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38351/user/jenkins/test-data/fa77c66e-88c2-1178-52d2-ccd4715ba2c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd29a47746bb40f6931dfa1366f47e30, entries=1, sequenceid=127, filesize=5.0 K 2024-11-28T08:22:04,893 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=127, compaction requested=false 2024-11-28T08:22:04,894 INFO [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:04,894 DEBUG [M:0;81db972b9a1d:45105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782123580Disabling compacts and flushes for region at 1732782123580Disabling writes for close at 1732782123580Obtaining lock to block concurrent updates at 1732782123580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782123580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732782123580Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782123581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782123581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782123593 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782123593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782124002 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782124021 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782124021Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782124430 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782124450 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782124450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a46af3: reopening flushed file at 1732782124870 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1324764: reopening flushed file at 1732782124880 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b8f5b0: reopening flushed file at 1732782124884 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=127, compaction requested=false at 1732782124893 (+9 ms)Writing region close event to WAL at 1732782124894 (+1 ms)Closed at 1732782124894 2024-11-28T08:22:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741830_1006 (size=73866) 2024-11-28T08:22:04,897 INFO [M:0;81db972b9a1d:45105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:04,898 INFO [M:0;81db972b9a1d:45105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45105 2024-11-28T08:22:04,898 INFO [M:0;81db972b9a1d:45105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:04,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:04,996 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:05,090 INFO [M:0;81db972b9a1d:45105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:05,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:05,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101808844a00006, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:05,100 WARN [BP-1445938335-172.17.0.3-1732782093696 heartbeating to localhost/127.0.0.1:38351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1445938335-172.17.0.3-1732782093696 (Datanode Uuid 7061d52e-d2ec-4473-8035-183368a35114) service to localhost/127.0.0.1:38351 2024-11-28T08:22:05,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/cluster_c365c4cb-b07e-4f89-adf6-7cfaf21e3587/data/data1/current/BP-1445938335-172.17.0.3-1732782093696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:05,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/cluster_c365c4cb-b07e-4f89-adf6-7cfaf21e3587/data/data2/current/BP-1445938335-172.17.0.3-1732782093696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:05,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39bbaf65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:05,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:05,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:05,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:05,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:05,125 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:05,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@584a7232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:05,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:05,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:05,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:05,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:05,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:05,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:05,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:05,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:05,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:05,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:05,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:05,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:05,166 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514421157, stopped=false 2024-11-28T08:22:05,166 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,34783,1732782090098 2024-11-28T08:22:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042717360/running 2024-11-28T08:22:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042717360/running 2024-11-28T08:22:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:22:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:22:05,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:05,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:05,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:05,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:05,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/running 2024-11-28T08:22:05,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Set watcher on znode that does not yet exist, /1-2042717360/running 2024-11-28T08:22:05,182 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,34819,1732782090211' ***** 2024-11-28T08:22:05,182 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:05,183 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:05,183 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:05,183 INFO [RS:0;81db972b9a1d:34819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:05,183 INFO [RS:0;81db972b9a1d:34819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:05,183 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(3091): Received CLOSE for 6091db357c402b7ed7856fe7f14e41a4 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(3091): Received CLOSE for acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,34819,1732782090211 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34819. 2024-11-28T08:22:05,184 DEBUG [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:05,184 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:05,184 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:05,185 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6091db357c402b7ed7856fe7f14e41a4, disabling compactions & flushes 2024-11-28T08:22:05,185 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:22:05,185 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:22:05,185 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. after waiting 0 ms 2024-11-28T08:22:05,185 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:22:05,185 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6091db357c402b7ed7856fe7f14e41a4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-28T08:22:05,192 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:05,192 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6091db357c402b7ed7856fe7f14e41a4=test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4., acc0d33e674c381a41d9b4daa298dd48=hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.} 2024-11-28T08:22:05,192 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6091db357c402b7ed7856fe7f14e41a4, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:05,192 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:05,192 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:05,192 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:05,192 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:05,193 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:05,193 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:05,206 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:05,210 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f/d2e726d9c2b74f03af6cfb26553ae460 is 37, key is row3/f:row3/1732782119476/Put/seqid=0 2024-11-28T08:22:05,222 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/info/36e4b0bced564fc783ef440b8be04784 is 147, key is hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48./info:regioninfo/1732782110661/Put/seqid=0 2024-11-28T08:22:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741840_1016 (size=5228) 2024-11-28T08:22:05,227 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f/d2e726d9c2b74f03af6cfb26553ae460 2024-11-28T08:22:05,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741841_1017 (size=7686) 2024-11-28T08:22:05,235 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/info/36e4b0bced564fc783ef440b8be04784 2024-11-28T08:22:05,238 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e726d9c2b74f03af6cfb26553ae460 2024-11-28T08:22:05,279 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f1/fe429fb72097429493931e7315eba51e is 30, key is row1/f1:/1732782116823/DeleteFamily/seqid=0 2024-11-28T08:22:05,291 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/ns/bfcecee90e9b4f1c9edfd0f0520703e5 is 43, key is default/ns:d/1732782093553/Put/seqid=0 2024-11-28T08:22:05,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741842_1018 (size=5158) 2024-11-28T08:22:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741843_1019 (size=5153) 2024-11-28T08:22:05,392 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6091db357c402b7ed7856fe7f14e41a4, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:05,468 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:05,468 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:05,488 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:05,593 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6091db357c402b7ed7856fe7f14e41a4, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:05,729 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/ns/bfcecee90e9b4f1c9edfd0f0520703e5 2024-11-28T08:22:05,732 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f1/fe429fb72097429493931e7315eba51e 2024-11-28T08:22:05,737 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe429fb72097429493931e7315eba51e 2024-11-28T08:22:05,765 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/907917adf10f42b2a08b658662f20c5e is 112, key is test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4./rep_barrier:seqnumDuringOpen/1732782102120/Put/seqid=0 2024-11-28T08:22:05,766 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/norep/95fe064ffefc49d2be111a8f30e46413 is 33, key is row1/norep:/1732782116823/DeleteFamily/seqid=0 2024-11-28T08:22:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741844_1020 (size=5518) 2024-11-28T08:22:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741845_1021 (size=5108) 2024-11-28T08:22:05,792 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/norep/95fe064ffefc49d2be111a8f30e46413 2024-11-28T08:22:05,793 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6091db357c402b7ed7856fe7f14e41a4, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:05,806 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95fe064ffefc49d2be111a8f30e46413 2024-11-28T08:22:05,806 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f/d2e726d9c2b74f03af6cfb26553ae460 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/f/d2e726d9c2b74f03af6cfb26553ae460 2024-11-28T08:22:05,811 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e726d9c2b74f03af6cfb26553ae460 2024-11-28T08:22:05,811 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/f/d2e726d9c2b74f03af6cfb26553ae460, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T08:22:05,814 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/f1/fe429fb72097429493931e7315eba51e as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/f1/fe429fb72097429493931e7315eba51e 2024-11-28T08:22:05,818 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe429fb72097429493931e7315eba51e 2024-11-28T08:22:05,818 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/f1/fe429fb72097429493931e7315eba51e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:05,819 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/.tmp/norep/95fe064ffefc49d2be111a8f30e46413 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/norep/95fe064ffefc49d2be111a8f30e46413 2024-11-28T08:22:05,822 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95fe064ffefc49d2be111a8f30e46413 2024-11-28T08:22:05,822 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/norep/95fe064ffefc49d2be111a8f30e46413, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:05,823 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6091db357c402b7ed7856fe7f14e41a4 in 638ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/default/test/6091db357c402b7ed7856fe7f14e41a4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:05,836 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6091db357c402b7ed7856fe7f14e41a4: Waiting for close lock at 1732782125184Running coprocessor pre-close hooks at 1732782125184Disabling compacts and flushes for region at 1732782125184Disabling writes for close at 1732782125185 (+1 ms)Obtaining lock to block concurrent updates at 1732782125185Preparing flush snapshotting stores in 6091db357c402b7ed7856fe7f14e41a4 at 1732782125185Finished memstore snapshotting test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732782125185Flushing stores of test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. at 1732782125188 (+3 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/f: creating writer at 1732782125189 (+1 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/f: appending metadata at 1732782125209 (+20 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/f: closing flushed file at 1732782125209Flushing 6091db357c402b7ed7856fe7f14e41a4/f1: creating writer at 1732782125239 (+30 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/f1: appending metadata at 1732782125278 (+39 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/f1: closing flushed file at 1732782125278Flushing 6091db357c402b7ed7856fe7f14e41a4/norep: creating writer at 1732782125738 (+460 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/norep: appending metadata at 1732782125764 (+26 ms)Flushing 6091db357c402b7ed7856fe7f14e41a4/norep: closing flushed file at 1732782125764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14530699: reopening flushed file at 1732782125806 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76596aa5: reopening flushed file at 1732782125811 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301f524c: reopening flushed file at 1732782125818 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6091db357c402b7ed7856fe7f14e41a4 in 638ms, sequenceid=12, compaction requested=false at 1732782125823 (+5 ms)Writing region close event to WAL at 1732782125833 (+10 ms)Running coprocessor post-close hooks at 1732782125836 (+3 ms)Closed at 1732782125836 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782100976.6091db357c402b7ed7856fe7f14e41a4. 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acc0d33e674c381a41d9b4daa298dd48, disabling compactions & flushes 2024-11-28T08:22:05,836 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. after waiting 0 ms 2024-11-28T08:22:05,836 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:22:05,837 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing acc0d33e674c381a41d9b4daa298dd48 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-28T08:22:05,850 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/.tmp/queue/463510c860e449759361061898c98746 is 154, key is 1-81db972b9a1d,34819,1732782090211/queue:81db972b9a1d%2C34819%2C1732782090211/1732782120562/Put/seqid=0 2024-11-28T08:22:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741846_1022 (size=5353) 2024-11-28T08:22:05,996 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:06,025 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 1468, reset compression=false 2024-11-28T08:22:06,037 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:06,037 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 2359, reset compression=false 2024-11-28T08:22:06,038 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34819,1732782090211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:06,039 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,34819,1732782090211: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,34819,1732782090211, walGroup=81db972b9a1d%2C34819%2C1732782090211, offset=81db972b9a1d%2C34819%2C1732782090211.1732782092598:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:34819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:22:06,040 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:22:06,040 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:22:06,041 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:22:06,041 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:22:06,041 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:22:06,041 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1105199104, "init": 1048576000, "max": 2306867200, "used": 891184120 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 198946792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:22:06,041 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:34783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:34783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:22:06,182 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/907917adf10f42b2a08b658662f20c5e 2024-11-28T08:22:06,196 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:22:06,196 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, acc0d33e674c381a41d9b4daa298dd48=hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48.} 2024-11-28T08:22:06,197 DEBUG [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acc0d33e674c381a41d9b4daa298dd48 2024-11-28T08:22:06,210 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/table/17705569388e40d88be3bd602ccb1528 is 53, key is hbase:replication/table:state/1732782110668/Put/seqid=0 2024-11-28T08:22:06,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741847_1023 (size=5308) 2024-11-28T08:22:06,216 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/table/17705569388e40d88be3bd602ccb1528 2024-11-28T08:22:06,223 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/info/36e4b0bced564fc783ef440b8be04784 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/info/36e4b0bced564fc783ef440b8be04784 2024-11-28T08:22:06,230 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/info/36e4b0bced564fc783ef440b8be04784, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:06,236 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/ns/bfcecee90e9b4f1c9edfd0f0520703e5 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/ns/bfcecee90e9b4f1c9edfd0f0520703e5 2024-11-28T08:22:06,241 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/ns/bfcecee90e9b4f1c9edfd0f0520703e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:06,248 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/907917adf10f42b2a08b658662f20c5e as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/rep_barrier/907917adf10f42b2a08b658662f20c5e 2024-11-28T08:22:06,256 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.wal-reader.81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.1732782092598 to pos 2359, reset compression=false 2024-11-28T08:22:06,258 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/.tmp/queue/463510c860e449759361061898c98746 2024-11-28T08:22:06,275 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/rep_barrier/907917adf10f42b2a08b658662f20c5e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:06,276 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/.tmp/queue/463510c860e449759361061898c98746 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/queue/463510c860e449759361061898c98746 2024-11-28T08:22:06,276 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/.tmp/table/17705569388e40d88be3bd602ccb1528 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/table/17705569388e40d88be3bd602ccb1528 2024-11-28T08:22:06,283 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/table/17705569388e40d88be3bd602ccb1528, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:06,283 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/queue/463510c860e449759361061898c98746, entries=1, sequenceid=13, filesize=5.2 K 2024-11-28T08:22:06,284 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for acc0d33e674c381a41d9b4daa298dd48 in 448ms, sequenceid=13, compaction requested=false 2024-11-28T08:22:06,284 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:22:06,289 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:06,289 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:22:06,301 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/replication/acc0d33e674c381a41d9b4daa298dd48/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T08:22:06,302 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:06,302 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:06,302 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:22:06,302 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acc0d33e674c381a41d9b4daa298dd48: Waiting for close lock at 1732782125836Running coprocessor pre-close hooks at 1732782125836Disabling compacts and flushes for region at 1732782125836Disabling writes for close at 1732782125836Obtaining lock to block concurrent updates at 1732782125837 (+1 ms)Preparing flush snapshotting stores in acc0d33e674c381a41d9b4daa298dd48 at 1732782125837Finished memstore snapshotting hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732782125837Flushing stores of hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. at 1732782125837Flushing acc0d33e674c381a41d9b4daa298dd48/queue: creating writer at 1732782125837Flushing acc0d33e674c381a41d9b4daa298dd48/queue: appending metadata at 1732782125850 (+13 ms)Flushing acc0d33e674c381a41d9b4daa298dd48/queue: closing flushed file at 1732782125850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59abd21f: reopening flushed file at 1732782126275 (+425 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for acc0d33e674c381a41d9b4daa298dd48 in 448ms, sequenceid=13, compaction requested=false at 1732782126284 (+9 ms)Writing region close event to WAL at 1732782126292 (+8 ms)Running coprocessor post-close hooks at 1732782126302 (+10 ms)Closed at 1732782126302 2024-11-28T08:22:06,302 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782109488.acc0d33e674c381a41d9b4daa298dd48. 2024-11-28T08:22:06,307 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:06,307 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:06,307 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:06,308 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:06,308 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782125192Running coprocessor pre-close hooks at 1732782125192Disabling compacts and flushes for region at 1732782125192Disabling writes for close at 1732782125193 (+1 ms)Obtaining lock to block concurrent updates at 1732782125193Preparing flush snapshotting stores in 1588230740 at 1732782125193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782125193Flushing stores of hbase:meta,,1.1588230740 at 1732782125194 (+1 ms)Flushing 1588230740/info: creating writer at 1732782125194Flushing 1588230740/info: appending metadata at 1732782125222 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732782125222Flushing 1588230740/ns: creating writer at 1732782125245 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732782125290 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1732782125290Flushing 1588230740/rep_barrier: creating writer at 1732782125736 (+446 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782125764 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782125764Flushing 1588230740/table: creating writer at 1732782126193 (+429 ms)Flushing 1588230740/table: appending metadata at 1732782126209 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732782126209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42089f44: reopening flushed file at 1732782126222 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3109572f: reopening flushed file at 1732782126231 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14be2e3: reopening flushed file at 1732782126241 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74792542: reopening flushed file at 1732782126275 (+34 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false at 1732782126289 (+14 ms)Writing region close event to WAL at 1732782126304 (+15 ms)Running coprocessor post-close hooks at 1732782126307 (+3 ms)Closed at 1732782126308 (+1 ms) 2024-11-28T08:22:06,308 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:06,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,397 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,34819,1732782090211; all regions closed. 2024-11-28T08:22:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:06,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/WALs/81db972b9a1d,34819,1732782090211/81db972b9a1d%2C34819%2C1732782090211.rep.1732782110627 not finished, retry = 0 2024-11-28T08:22:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741839_1015 (size=3333) 2024-11-28T08:22:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741832_1008 (size=2367) 2024-11-28T08:22:06,507 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:06,507 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:06,507 INFO [RS:0;81db972b9a1d:34819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:06,508 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:06,508 INFO [RS:0;81db972b9a1d:34819 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:06,508 INFO [RS:0;81db972b9a1d:34819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:06,508 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:06,508 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,34819,1732782090211 because: Region server is closing 2024-11-28T08:22:06,508 INFO [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34819. 2024-11-28T08:22:06,508 DEBUG [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:06,508 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:06,508 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:06,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:06,608 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34819,1732782090211.replicationSource.shipper81db972b9a1d%2C34819%2C1732782090211,1-81db972b9a1d,34819,1732782090211 terminated 2024-11-28T08:22:06,609 INFO [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34819. 2024-11-28T08:22:06,609 DEBUG [RS:0;81db972b9a1d:34819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:06,609 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:06,609 DEBUG [RS:0;81db972b9a1d:34819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:06,609 INFO [RS:0;81db972b9a1d:34819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34819 2024-11-28T08:22:06,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360/rs 2024-11-28T08:22:06,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042717360/rs/81db972b9a1d,34819,1732782090211 2024-11-28T08:22:06,628 INFO [RS:0;81db972b9a1d:34819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:06,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,34819,1732782090211] 2024-11-28T08:22:06,638 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/draining/81db972b9a1d,34819,1732782090211 already deleted, retry=false 2024-11-28T08:22:06,638 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,34819,1732782090211 expired; onlineServers=0 2024-11-28T08:22:06,638 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,34783,1732782090098' ***** 2024-11-28T08:22:06,638 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:06,638 INFO [M:0;81db972b9a1d:34783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:06,639 DEBUG [M:0;81db972b9a1d:34783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:06,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:06,639 DEBUG [M:0;81db972b9a1d:34783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:06,639 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782092311 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782092311,5,FailOnTimeoutGroup] 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:06,639 DEBUG [M:0;81db972b9a1d:34783 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:06,639 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782092311 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782092311,5,FailOnTimeoutGroup] 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:06,639 INFO [M:0;81db972b9a1d:34783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:06,639 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:06,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042717360/master 2024-11-28T08:22:06,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042717360 2024-11-28T08:22:06,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042717360/master already deleted, retry=false 2024-11-28T08:22:06,649 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2042717360/master 2024-11-28T08:22:06,649 INFO [M:0;81db972b9a1d:34783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/.lastflushedseqids 2024-11-28T08:22:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:22:06,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:06,739 INFO [RS:0;81db972b9a1d:34819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:06,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34819-0x101808844a00004, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:06,739 INFO [RS:0;81db972b9a1d:34819 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,34819,1732782090211; zookeeper connection closed. 2024-11-28T08:22:06,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d8f9ecb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d8f9ecb 2024-11-28T08:22:06,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:06,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:06,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:06,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:07,055 INFO [M:0;81db972b9a1d:34783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:07,055 INFO [M:0;81db972b9a1d:34783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:07,055 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:07,055 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:07,056 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:07,056 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:07,056 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:07,056 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-28T08:22:07,095 DEBUG [M:0;81db972b9a1d:34783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7c6e90372844c23b68ad64189a00be7 is 82, key is hbase:meta,,1/info:regioninfo/1732782093536/Put/seqid=0 2024-11-28T08:22:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:22:07,506 INFO [M:0;81db972b9a1d:34783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7c6e90372844c23b68ad64189a00be7 2024-11-28T08:22:07,524 DEBUG [M:0;81db972b9a1d:34783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a06f1b221234f48802847c90c888dee is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732782102130/Put/seqid=0 2024-11-28T08:22:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741850_1026 (size=7218) 2024-11-28T08:22:07,611 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:07,928 INFO [M:0;81db972b9a1d:34783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a06f1b221234f48802847c90c888dee 2024-11-28T08:22:07,932 INFO [M:0;81db972b9a1d:34783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a06f1b221234f48802847c90c888dee 2024-11-28T08:22:07,950 DEBUG [M:0;81db972b9a1d:34783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72109c9874a84ff09b010acf37cc96cf is 69, key is 81db972b9a1d,34819,1732782090211/rs:state/1732782092373/Put/seqid=0 2024-11-28T08:22:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:22:07,960 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T08:22:07,960 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T08:22:08,356 INFO [M:0;81db972b9a1d:34783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72109c9874a84ff09b010acf37cc96cf 2024-11-28T08:22:08,360 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7c6e90372844c23b68ad64189a00be7 as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7c6e90372844c23b68ad64189a00be7 2024-11-28T08:22:08,367 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7c6e90372844c23b68ad64189a00be7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T08:22:08,369 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a06f1b221234f48802847c90c888dee as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a06f1b221234f48802847c90c888dee 2024-11-28T08:22:08,374 INFO [M:0;81db972b9a1d:34783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a06f1b221234f48802847c90c888dee 2024-11-28T08:22:08,375 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a06f1b221234f48802847c90c888dee, entries=11, sequenceid=105, filesize=7.0 K 2024-11-28T08:22:08,376 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/72109c9874a84ff09b010acf37cc96cf as hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72109c9874a84ff09b010acf37cc96cf 2024-11-28T08:22:08,395 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45245/user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/72109c9874a84ff09b010acf37cc96cf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T08:22:08,396 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=105, compaction requested=false 2024-11-28T08:22:08,406 INFO [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:08,406 DEBUG [M:0;81db972b9a1d:34783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782127055Disabling compacts and flushes for region at 1732782127055Disabling writes for close at 1732782127056 (+1 ms)Obtaining lock to block concurrent updates at 1732782127056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782127056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732782127056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782127057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782127057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782127095 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782127095Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782127510 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782127523 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782127523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782127932 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782127950 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782127950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eba3d52: reopening flushed file at 1732782128359 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67509626: reopening flushed file at 1732782128368 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20994751: reopening flushed file at 1732782128375 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=105, compaction requested=false at 1732782128396 (+21 ms)Writing region close event to WAL at 1732782128406 (+10 ms)Closed at 1732782128406 2024-11-28T08:22:08,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b86976bc-dd0c-519b-bcd6-eaaa33ee4cc4/MasterData/WALs/81db972b9a1d,34783,1732782090098/81db972b9a1d%2C34783%2C1732782090098.1732782092040 not finished, retry = 0 2024-11-28T08:22:08,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42273 is added to blk_1073741830_1006 (size=64423) 2024-11-28T08:22:08,510 INFO [M:0;81db972b9a1d:34783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:08,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:08,510 INFO [M:0;81db972b9a1d:34783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34783 2024-11-28T08:22:08,511 INFO [M:0;81db972b9a1d:34783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34783-0x101808844a00003, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:08,648 INFO [M:0;81db972b9a1d:34783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:08,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62fd1456{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:08,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45329239{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:08,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:08,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be291d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:08,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c528cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:08,662 WARN [BP-1345280064-172.17.0.3-1732782088067 heartbeating to localhost/127.0.0.1:45245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:22:08,662 WARN [BP-1345280064-172.17.0.3-1732782088067 heartbeating to localhost/127.0.0.1:45245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1345280064-172.17.0.3-1732782088067 (Datanode Uuid 3097ac57-e6d5-4335-945e-723370b95e0c) service to localhost/127.0.0.1:45245 2024-11-28T08:22:08,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/cluster_e0ed7b2c-7125-5fcc-ded7-30b5159be785/data/data1/current/BP-1345280064-172.17.0.3-1732782088067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:08,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:08,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/cluster_e0ed7b2c-7125-5fcc-ded7-30b5159be785/data/data2/current/BP-1345280064-172.17.0.3-1732782088067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:08,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:22:08,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:22:08,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22d63ea0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:08,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b609be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:08,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:08,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57254cdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:08,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb3e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dacf09-aed3-71f0-6578-a46228bb8fd9/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:08,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:08,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:08,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:08,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:08,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:08,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:08,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:08,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:08,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1524255554, stopped=false 2024-11-28T08:22:08,748 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,45933,1732782084708 2024-11-28T08:22:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01728816675/running 2024-11-28T08:22:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01728816675/running 2024-11-28T08:22:08,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:22:08,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:22:08,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:08,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/running 2024-11-28T08:22:08,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Set watcher on znode that does not yet exist, /01728816675/running 2024-11-28T08:22:08,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:08,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:08,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:08,800 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,35943,1732782084935' ***** 2024-11-28T08:22:08,800 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:08,800 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:08,800 INFO [RS:0;81db972b9a1d:35943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:08,800 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:08,800 INFO [RS:0;81db972b9a1d:35943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for 894ece9d495999f4b55cba7438500c26 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,35943,1732782084935 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:35943. 2024-11-28T08:22:08,801 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 894ece9d495999f4b55cba7438500c26, disabling compactions & flushes 2024-11-28T08:22:08,801 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:22:08,801 DEBUG [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:08,801 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:22:08,801 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:08,801 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782098827.894ece9d495999f4b55cba7438500c26. after waiting 0 ms 2024-11-28T08:22:08,801 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:22:08,801 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:08,801 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 894ece9d495999f4b55cba7438500c26 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-28T08:22:08,804 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:08,804 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:08,804 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:08,808 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:08,808 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1325): Online Regions={894ece9d495999f4b55cba7438500c26=test,,1732782098827.894ece9d495999f4b55cba7438500c26., ccb9885de54d69bfdc303e810a9c675d=hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:08,808 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 894ece9d495999f4b55cba7438500c26, ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:08,808 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:08,808 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:08,808 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:08,808 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:08,808 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:08,809 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:08,816 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1496, reset compression=false 2024-11-28T08:22:08,819 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:08,827 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f/3a515309a6594d319b49759e7274f13b is 37, key is row3/f:row3/1732782119476/Put/seqid=0 2024-11-28T08:22:08,839 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/info/f7cbb83f5ec74a2b889fd8f8e431c765 is 147, key is hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d./info:regioninfo/1732782106471/Put/seqid=0 2024-11-28T08:22:08,840 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:08,841 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1743, reset compression=false 2024-11-28T08:22:08,841 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,35943,1732782084935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:08,842 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,35943,1732782084935: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,35943,1732782084935, walGroup=81db972b9a1d%2C35943%2C1732782084935, offset=81db972b9a1d%2C35943%2C1732782084935.1732782086890:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:35943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:22:08,844 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:22:08,844 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:22:08,845 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:22:08,845 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:22:08,845 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:22:08,845 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 727872048 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199416984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:22:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741840_1016 (size=5228) 2024-11-28T08:22:08,846 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:45933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:22:08,851 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f/3a515309a6594d319b49759e7274f13b 2024-11-28T08:22:08,856 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a515309a6594d319b49759e7274f13b 2024-11-28T08:22:08,859 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:08,859 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741841_1017 (size=7686) 2024-11-28T08:22:08,872 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/info/f7cbb83f5ec74a2b889fd8f8e431c765 2024-11-28T08:22:08,886 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f1/1ed822c798bf4be8b188ddc4973019b5 is 30, key is row1/f1:/1732782116823/DeleteFamily/seqid=0 2024-11-28T08:22:08,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741842_1018 (size=5158) 2024-11-28T08:22:08,891 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f1/1ed822c798bf4be8b188ddc4973019b5 2024-11-28T08:22:08,896 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ed822c798bf4be8b188ddc4973019b5 2024-11-28T08:22:08,907 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/ns/a3899fe46f47457ab09a1fb861f0b40b is 43, key is default/ns:d/1732782087948/Put/seqid=0 2024-11-28T08:22:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741843_1019 (size=5153) 2024-11-28T08:22:08,924 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/ns/a3899fe46f47457ab09a1fb861f0b40b 2024-11-28T08:22:08,929 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/norep/2df5155a95374bf384afe97ef4e3cb9d is 32, key is row/norep:/1732782115818/DeleteFamily/seqid=0 2024-11-28T08:22:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741844_1020 (size=5101) 2024-11-28T08:22:08,950 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/rep_barrier/55a777a638bb466da27e6372202898e3 is 112, key is test,,1732782098827.894ece9d495999f4b55cba7438500c26./rep_barrier:seqnumDuringOpen/1732782099974/Put/seqid=0 2024-11-28T08:22:08,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741845_1021 (size=5518) 2024-11-28T08:22:09,009 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 894ece9d495999f4b55cba7438500c26, ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:09,065 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1743, reset compression=false 2024-11-28T08:22:09,209 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 894ece9d495999f4b55cba7438500c26, ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:09,338 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/norep/2df5155a95374bf384afe97ef4e3cb9d 2024-11-28T08:22:09,342 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2df5155a95374bf384afe97ef4e3cb9d 2024-11-28T08:22:09,343 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f/3a515309a6594d319b49759e7274f13b as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/f/3a515309a6594d319b49759e7274f13b 2024-11-28T08:22:09,347 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a515309a6594d319b49759e7274f13b 2024-11-28T08:22:09,347 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/f/3a515309a6594d319b49759e7274f13b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T08:22:09,348 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/f1/1ed822c798bf4be8b188ddc4973019b5 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/f1/1ed822c798bf4be8b188ddc4973019b5 2024-11-28T08:22:09,352 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ed822c798bf4be8b188ddc4973019b5 2024-11-28T08:22:09,352 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/f1/1ed822c798bf4be8b188ddc4973019b5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:09,353 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/.tmp/norep/2df5155a95374bf384afe97ef4e3cb9d as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/norep/2df5155a95374bf384afe97ef4e3cb9d 2024-11-28T08:22:09,356 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2df5155a95374bf384afe97ef4e3cb9d 2024-11-28T08:22:09,357 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/norep/2df5155a95374bf384afe97ef4e3cb9d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T08:22:09,357 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/rep_barrier/55a777a638bb466da27e6372202898e3 2024-11-28T08:22:09,358 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 894ece9d495999f4b55cba7438500c26 in 557ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:09,358 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:22:09,368 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/default/test/894ece9d495999f4b55cba7438500c26/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:09,369 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 1743, reset compression=false 2024-11-28T08:22:09,369 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 894ece9d495999f4b55cba7438500c26: Waiting for close lock at 1732782128801Running coprocessor pre-close hooks at 1732782128801Disabling compacts and flushes for region at 1732782128801Disabling writes for close at 1732782128801Obtaining lock to block concurrent updates at 1732782128801Preparing flush snapshotting stores in 894ece9d495999f4b55cba7438500c26 at 1732782128801Finished memstore snapshotting test,,1732782098827.894ece9d495999f4b55cba7438500c26., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732782128802 (+1 ms)Flushing stores of test,,1732782098827.894ece9d495999f4b55cba7438500c26. at 1732782128802Flushing 894ece9d495999f4b55cba7438500c26/f: creating writer at 1732782128802Flushing 894ece9d495999f4b55cba7438500c26/f: appending metadata at 1732782128826 (+24 ms)Flushing 894ece9d495999f4b55cba7438500c26/f: closing flushed file at 1732782128826Flushing 894ece9d495999f4b55cba7438500c26/f1: creating writer at 1732782128856 (+30 ms)Flushing 894ece9d495999f4b55cba7438500c26/f1: appending metadata at 1732782128885 (+29 ms)Flushing 894ece9d495999f4b55cba7438500c26/f1: closing flushed file at 1732782128885Flushing 894ece9d495999f4b55cba7438500c26/norep: creating writer at 1732782128896 (+11 ms)Flushing 894ece9d495999f4b55cba7438500c26/norep: appending metadata at 1732782128929 (+33 ms)Flushing 894ece9d495999f4b55cba7438500c26/norep: closing flushed file at 1732782128929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b988f02: reopening flushed file at 1732782129342 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77705059: reopening flushed file at 1732782129347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2a61e0: reopening flushed file at 1732782129352 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 894ece9d495999f4b55cba7438500c26 in 557ms, sequenceid=12, compaction requested=false at 1732782129358 (+6 ms)Writing region close event to WAL at 1732782129366 (+8 ms)Running coprocessor post-close hooks at 1732782129369 (+3 ms)Closed at 1732782129369 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782098827.894ece9d495999f4b55cba7438500c26. 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccb9885de54d69bfdc303e810a9c675d, disabling compactions & flushes 2024-11-28T08:22:09,369 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. after waiting 0 ms 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,369 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccb9885de54d69bfdc303e810a9c675d: Waiting for close lock at 1732782129369Running coprocessor pre-close hooks at 1732782129369Disabling compacts and flushes for region at 1732782129369Disabling writes for close at 1732782129369Failed flush hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., putting online again at 1732782129369 2024-11-28T08:22:09,370 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,378 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:09,378 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 2387, reset compression=false 2024-11-28T08:22:09,383 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/table/615dc6a564064c9e93d341bf7918b3ae is 53, key is hbase:replication/table:state/1732782106476/Put/seqid=0 2024-11-28T08:22:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741846_1022 (size=5308) 2024-11-28T08:22:09,409 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:09,409 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ccb9885de54d69bfdc303e810a9c675d 2024-11-28T08:22:09,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ccb9885de54d69bfdc303e810a9c675d, disabling compactions & flushes 2024-11-28T08:22:09,409 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. after waiting 0 ms 2024-11-28T08:22:09,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,409 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ccb9885de54d69bfdc303e810a9c675d: Waiting for close lock at 1732782129409Running coprocessor pre-close hooks at 1732782129409Disabling compacts and flushes for region at 1732782129409Disabling writes for close at 1732782129409Failed flush hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., putting online again at 1732782129409 2024-11-28T08:22:09,410 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d. 2024-11-28T08:22:09,584 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 2387, reset compression=false 2024-11-28T08:22:09,609 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:09,787 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/table/615dc6a564064c9e93d341bf7918b3ae 2024-11-28T08:22:09,792 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/info/f7cbb83f5ec74a2b889fd8f8e431c765 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/info/f7cbb83f5ec74a2b889fd8f8e431c765 2024-11-28T08:22:09,798 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/info/f7cbb83f5ec74a2b889fd8f8e431c765, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:09,803 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/ns/a3899fe46f47457ab09a1fb861f0b40b as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/ns/a3899fe46f47457ab09a1fb861f0b40b 2024-11-28T08:22:09,808 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/ns/a3899fe46f47457ab09a1fb861f0b40b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:09,809 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/rep_barrier/55a777a638bb466da27e6372202898e3 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/rep_barrier/55a777a638bb466da27e6372202898e3 2024-11-28T08:22:09,809 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:22:09,810 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1325): Online Regions={ccb9885de54d69bfdc303e810a9c675d=hbase:replication,,1732782105308.ccb9885de54d69bfdc303e810a9c675d., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:09,810 DEBUG [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:09,818 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/rep_barrier/55a777a638bb466da27e6372202898e3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:09,819 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/.tmp/table/615dc6a564064c9e93d341bf7918b3ae as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/table/615dc6a564064c9e93d341bf7918b3ae 2024-11-28T08:22:09,823 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/table/615dc6a564064c9e93d341bf7918b3ae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:09,826 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:09,826 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:22:09,845 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:09,845 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:09,846 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:09,846 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:09,846 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782128808Running coprocessor pre-close hooks at 1732782128808Disabling compacts and flushes for region at 1732782128808Disabling writes for close at 1732782128808Obtaining lock to block concurrent updates at 1732782128809 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732782128809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782128809Flushing stores of hbase:meta,,1.1588230740 at 1732782128812 (+3 ms)Flushing 1588230740/info: creating writer at 1732782128812Flushing 1588230740/info: appending metadata at 1732782128838 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732782128838Flushing 1588230740/ns: creating writer at 1732782128877 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732782128906 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732782128906Flushing 1588230740/rep_barrier: creating writer at 1732782128928 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782128950 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782128950Flushing 1588230740/table: creating writer at 1732782129361 (+411 ms)Flushing 1588230740/table: appending metadata at 1732782129382 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732782129382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf6f1fa: reopening flushed file at 1732782129791 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aae91b4: reopening flushed file at 1732782129798 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585740ab: reopening flushed file at 1732782129809 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6690ee21: reopening flushed file at 1732782129818 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1018ms, sequenceid=16, compaction requested=false at 1732782129826 (+8 ms)Writing region close event to WAL at 1732782129842 (+16 ms)Running coprocessor post-close hooks at 1732782129845 (+3 ms)Closed at 1732782129846 (+1 ms) 2024-11-28T08:22:09,846 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:09,888 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.wal-reader.81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.1732782086890 to pos 2387, reset compression=false 2024-11-28T08:22:10,010 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-28T08:22:10,010 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,35943,1732782084935; all regions closed. 2024-11-28T08:22:10,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.meta.1732782087867.meta not finished, retry = 0 2024-11-28T08:22:10,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:10,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/WALs/81db972b9a1d,35943,1732782084935/81db972b9a1d%2C35943%2C1732782084935.rep.1732782106442 not finished, retry = 0 2024-11-28T08:22:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741839_1015 (size=2390) 2024-11-28T08:22:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741832_1008 (size=2395) 2024-11-28T08:22:10,239 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:10,239 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,35943,1732782084935 because: Region server is closing 2024-11-28T08:22:10,239 INFO [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:35943. 2024-11-28T08:22:10,239 DEBUG [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:10,239 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:10,240 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:10,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:10,340 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,35943,1732782084935.replicationSource.shipper81db972b9a1d%2C35943%2C1732782084935,1-81db972b9a1d,35943,1732782084935 terminated 2024-11-28T08:22:10,340 INFO [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:35943. 2024-11-28T08:22:10,340 DEBUG [RS:0;81db972b9a1d:35943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:10,340 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:10,340 DEBUG [RS:0;81db972b9a1d:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:10,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:10,341 INFO [RS:0;81db972b9a1d:35943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35943 2024-11-28T08:22:10,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01728816675/rs/81db972b9a1d,35943,1732782084935 2024-11-28T08:22:10,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675/rs 2024-11-28T08:22:10,390 INFO [RS:0;81db972b9a1d:35943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:10,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,35943,1732782084935] 2024-11-28T08:22:10,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01728816675/draining/81db972b9a1d,35943,1732782084935 already deleted, retry=false 2024-11-28T08:22:10,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,35943,1732782084935 expired; onlineServers=0 2024-11-28T08:22:10,411 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,45933,1732782084708' ***** 2024-11-28T08:22:10,411 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:10,411 INFO [M:0;81db972b9a1d:45933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:10,411 INFO [M:0;81db972b9a1d:45933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:10,411 DEBUG [M:0;81db972b9a1d:45933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:10,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:10,411 DEBUG [M:0;81db972b9a1d:45933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:10,411 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782086677 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782086677,5,FailOnTimeoutGroup] 2024-11-28T08:22:10,411 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782086677 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782086677,5,FailOnTimeoutGroup] 2024-11-28T08:22:10,411 INFO [M:0;81db972b9a1d:45933 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:10,411 INFO [M:0;81db972b9a1d:45933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:10,412 DEBUG [M:0;81db972b9a1d:45933 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:10,412 INFO [M:0;81db972b9a1d:45933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:10,412 INFO [M:0;81db972b9a1d:45933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:10,412 ERROR [M:0;81db972b9a1d:45933 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38199,5,PEWorkerGroup] 2024-11-28T08:22:10,412 INFO [M:0;81db972b9a1d:45933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:10,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01728816675/master 2024-11-28T08:22:10,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01728816675 2024-11-28T08:22:10,421 DEBUG [M:0;81db972b9a1d:45933 {}] zookeeper.ZKUtil(347): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Unable to get data of znode /01728816675/master because node does not exist (not an error) 2024-11-28T08:22:10,422 WARN [M:0;81db972b9a1d:45933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:22:10,423 INFO [M:0;81db972b9a1d:45933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/.lastflushedseqids 2024-11-28T08:22:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741847_1023 (size=245) 2024-11-28T08:22:10,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:10,500 INFO [RS:0;81db972b9a1d:35943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:10,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x101808844a00001, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:10,500 INFO [RS:0;81db972b9a1d:35943 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,35943,1732782084935; zookeeper connection closed. 2024-11-28T08:22:10,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a532c8c 2024-11-28T08:22:10,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:10,827 INFO [M:0;81db972b9a1d:45933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:10,827 INFO [M:0;81db972b9a1d:45933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:10,827 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:10,827 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:10,827 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:10,827 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:10,827 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:10,827 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-28T08:22:10,847 DEBUG [M:0;81db972b9a1d:45933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34381e01ab05418391847642f3167073 is 82, key is hbase:meta,,1/info:regioninfo/1732782087900/Put/seqid=0 2024-11-28T08:22:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741848_1024 (size=5672) 2024-11-28T08:22:11,251 INFO [M:0;81db972b9a1d:45933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34381e01ab05418391847642f3167073 2024-11-28T08:22:11,273 DEBUG [M:0;81db972b9a1d:45933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7c42f58badb4c1abcc8b64509fa33a1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732782099985/Put/seqid=0 2024-11-28T08:22:11,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741849_1025 (size=7218) 2024-11-28T08:22:11,284 INFO [M:0;81db972b9a1d:45933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7c42f58badb4c1abcc8b64509fa33a1 2024-11-28T08:22:11,288 INFO [M:0;81db972b9a1d:45933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7c42f58badb4c1abcc8b64509fa33a1 2024-11-28T08:22:11,310 DEBUG [M:0;81db972b9a1d:45933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2f827408dc40ac8080816a2fa5ec26 is 69, key is 81db972b9a1d,35943,1732782084935/rs:state/1732782086741/Put/seqid=0 2024-11-28T08:22:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741850_1026 (size=5156) 2024-11-28T08:22:11,724 INFO [M:0;81db972b9a1d:45933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2f827408dc40ac8080816a2fa5ec26 2024-11-28T08:22:11,729 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34381e01ab05418391847642f3167073 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34381e01ab05418391847642f3167073 2024-11-28T08:22:11,735 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34381e01ab05418391847642f3167073, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T08:22:11,737 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7c42f58badb4c1abcc8b64509fa33a1 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7c42f58badb4c1abcc8b64509fa33a1 2024-11-28T08:22:11,740 INFO [M:0;81db972b9a1d:45933 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7c42f58badb4c1abcc8b64509fa33a1 2024-11-28T08:22:11,741 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7c42f58badb4c1abcc8b64509fa33a1, entries=11, sequenceid=105, filesize=7.0 K 2024-11-28T08:22:11,744 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2f827408dc40ac8080816a2fa5ec26 as hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2f827408dc40ac8080816a2fa5ec26 2024-11-28T08:22:11,747 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38199/user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2f827408dc40ac8080816a2fa5ec26, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T08:22:11,748 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=105, compaction requested=false 2024-11-28T08:22:11,752 INFO [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:11,752 DEBUG [M:0;81db972b9a1d:45933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782130827Disabling compacts and flushes for region at 1732782130827Disabling writes for close at 1732782130827Obtaining lock to block concurrent updates at 1732782130827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782130827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732782130828 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782130828Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782130828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782130847 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782130847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782131255 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782131272 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782131272Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782131288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782131309 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782131309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22111b3b: reopening flushed file at 1732782131727 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3047b015: reopening flushed file at 1732782131735 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbed987: reopening flushed file at 1732782131741 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=105, compaction requested=false at 1732782131748 (+7 ms)Writing region close event to WAL at 1732782131752 (+4 ms)Closed at 1732782131752 2024-11-28T08:22:11,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da468c46-be05-07a9-f51f-bb02d0571dbd/MasterData/WALs/81db972b9a1d,45933,1732782084708/81db972b9a1d%2C45933%2C1732782084708.1732782086351 not finished, retry = 0 2024-11-28T08:22:11,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44451 is added to blk_1073741830_1006 (size=64423) 2024-11-28T08:22:11,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:11,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,855 INFO [M:0;81db972b9a1d:45933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:11,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:11,855 INFO [M:0;81db972b9a1d:45933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45933 2024-11-28T08:22:11,856 INFO [M:0;81db972b9a1d:45933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:11,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:11,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:22:11,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:22:11,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:22:11,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:11,970 INFO [M:0;81db972b9a1d:45933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:11,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45933-0x101808844a00000, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:11,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1dc5fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:11,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305316d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:11,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:11,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c6f5cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:11,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1690c4dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:11,973 WARN [BP-1260885586-172.17.0.3-1732782082315 heartbeating to localhost/127.0.0.1:38199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:22:11,973 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:22:11,974 WARN [BP-1260885586-172.17.0.3-1732782082315 heartbeating to localhost/127.0.0.1:38199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1260885586-172.17.0.3-1732782082315 (Datanode Uuid 65206348-1bc5-47eb-9906-8d00c8e8abd6) service to localhost/127.0.0.1:38199 2024-11-28T08:22:11,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:22:11,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/data/data1/current/BP-1260885586-172.17.0.3-1732782082315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:11,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/cluster_32b7bd72-7333-3a72-c0ba-1e98c3079f7a/data/data2/current/BP-1260885586-172.17.0.3-1732782082315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:11,974 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:11,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461a7074{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:11,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17db001d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:11,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:11,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3bb997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:11,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@288e3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a0b74d-3cbe-7c4e-b609-fe52ed6638e2/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:11,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:22:11,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:12,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38351 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45245 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=5535 (was 5430) - AvailableMemoryMB LEAK? - 2024-11-28T08:22:12,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=5535 2024-11-28T08:22:12,026 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-28T08:22:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir so I do NOT create it in target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0 2024-11-28T08:22:12,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:22:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.tmp.dir so I do NOT create it in target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0 2024-11-28T08:22:12,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bebe5635-8b8a-68c4-656d-87a25fc84651/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:22:12,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0 2024-11-28T08:22:12,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53, deleteOnExit=true 2024-11-28T08:22:12,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/zookeeper_0, clientPort=56607, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:22:12,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56607 2024-11-28T08:22:12,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:22:12,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:22:12,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/test.cache.data in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:22:12,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:22:12,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:22:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:22:12,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101808844a00005, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:12,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101808844a00002, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:12,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101808844a00008, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:12,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101808844a00002, quorum=127.0.0.1:58141, baseZNode=/01728816675 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:12,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101808844a00005, quorum=127.0.0.1:58141, baseZNode=/1-2042717360 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:12,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101808844a00008, quorum=127.0.0.1:58141, baseZNode=/2478065898 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:12,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:12,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:12,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:12,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:12,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:22:12,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8f67af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:12,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@159794d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:12,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5ba296{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/java.io.tmpdir/jetty-localhost-36971-hadoop-hdfs-3_4_1-tests_jar-_-any-16693325550085092701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:12,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aafeb29{HTTP/1.1, (http/1.1)}{localhost:36971} 2024-11-28T08:22:12,574 INFO [Time-limited test {}] server.Server(415): Started @279009ms 2024-11-28T08:22:13,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:13,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:13,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:13,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:13,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:22:13,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3d15dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:13,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1342b4f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:13,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25101a71{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/java.io.tmpdir/jetty-localhost-45233-hadoop-hdfs-3_4_1-tests_jar-_-any-7856442411590814033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:13,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b6b26e7{HTTP/1.1, (http/1.1)}{localhost:45233} 2024-11-28T08:22:13,602 INFO [Time-limited test {}] server.Server(415): Started @280037ms 2024-11-28T08:22:13,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:22:14,538 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/data/data1/current/BP-1726785026-172.17.0.3-1732782132051/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:14,544 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/data/data2/current/BP-1726785026-172.17.0.3-1732782132051/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:14,569 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:22:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7ccdc9a04dd5209 with lease ID 0x4abf00f36d6c232f: Processing first storage report for DS-3baa0895-97b1-426d-ab4d-2ded89bf5307 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=efcec1f0-3b86-4209-9aec-994bcb0230dd, infoPort=42501, infoSecurePort=0, ipcPort=36127, storageInfo=lv=-57;cid=testClusterID;nsid=724241138;c=1732782132051) 2024-11-28T08:22:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7ccdc9a04dd5209 with lease ID 0x4abf00f36d6c232f: from storage DS-3baa0895-97b1-426d-ab4d-2ded89bf5307 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=efcec1f0-3b86-4209-9aec-994bcb0230dd, infoPort=42501, infoSecurePort=0, ipcPort=36127, storageInfo=lv=-57;cid=testClusterID;nsid=724241138;c=1732782132051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7ccdc9a04dd5209 with lease ID 0x4abf00f36d6c232f: Processing first storage report for DS-c4bed7ff-38e0-48b2-ac6d-9566d52a35b5 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=efcec1f0-3b86-4209-9aec-994bcb0230dd, infoPort=42501, infoSecurePort=0, ipcPort=36127, storageInfo=lv=-57;cid=testClusterID;nsid=724241138;c=1732782132051) 2024-11-28T08:22:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7ccdc9a04dd5209 with lease ID 0x4abf00f36d6c232f: from storage DS-c4bed7ff-38e0-48b2-ac6d-9566d52a35b5 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=efcec1f0-3b86-4209-9aec-994bcb0230dd, infoPort=42501, infoSecurePort=0, ipcPort=36127, storageInfo=lv=-57;cid=testClusterID;nsid=724241138;c=1732782132051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:14,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0 2024-11-28T08:22:14,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:14,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:22:15,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875 with version=8 2024-11-28T08:22:15,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/hbase-staging 2024-11-28T08:22:15,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:15,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:15,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:22:15,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:15,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45207 2024-11-28T08:22:15,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45207 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452070x0, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:15,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45207-0x101808906e80000 connected 2024-11-28T08:22:15,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:15,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:15,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/running 2024-11-28T08:22:15,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875, hbase.cluster.distributed=false 2024-11-28T08:22:15,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/acl 2024-11-28T08:22:15,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-28T08:22:15,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45207 2024-11-28T08:22:15,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45207 2024-11-28T08:22:15,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-28T08:22:15,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-28T08:22:15,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:22:15,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:15,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38361 2024-11-28T08:22:15,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38361 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:15,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:15,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383610x0, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:15,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383610x0, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/running 2024-11-28T08:22:15,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38361-0x101808906e80001 connected 2024-11-28T08:22:15,423 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:22:15,426 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:22:15,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/master 2024-11-28T08:22:15,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/acl 2024-11-28T08:22:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-28T08:22:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361 2024-11-28T08:22:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361 2024-11-28T08:22:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-28T08:22:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-28T08:22:15,444 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:45207 2024-11-28T08:22:15,444 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01845772739/backup-masters/81db972b9a1d,45207,1732782135041 2024-11-28T08:22:15,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/backup-masters 2024-11-28T08:22:15,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/backup-masters 2024-11-28T08:22:15,455 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on existing znode=/01845772739/backup-masters/81db972b9a1d,45207,1732782135041 2024-11-28T08:22:15,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:15,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01845772739/master 2024-11-28T08:22:15,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:15,465 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on existing znode=/01845772739/master 2024-11-28T08:22:15,466 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01845772739/backup-masters/81db972b9a1d,45207,1732782135041 from backup master directory 2024-11-28T08:22:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01845772739/backup-masters/81db972b9a1d,45207,1732782135041 2024-11-28T08:22:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/backup-masters 2024-11-28T08:22:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/backup-masters 2024-11-28T08:22:15,475 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:15,475 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,45207,1732782135041 2024-11-28T08:22:15,479 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/hbase.id] with ID: bb70b4ea-f2a8-4305-8085-989e8db28191 2024-11-28T08:22:15,479 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/.tmp/hbase.id 2024-11-28T08:22:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:22:15,883 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/.tmp/hbase.id]:[hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/hbase.id] 2024-11-28T08:22:15,890 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:15,890 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:22:15,891 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:22:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:22:16,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:16,309 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:22:16,310 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:16,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:22:16,724 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store 2024-11-28T08:22:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:22:17,128 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:17,129 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:17,129 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782137128Disabling compacts and flushes for region at 1732782137128Disabling writes for close at 1732782137129 (+1 ms)Writing region close event to WAL at 1732782137129Closed at 1732782137129 2024-11-28T08:22:17,129 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/.initializing 2024-11-28T08:22:17,129 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/WALs/81db972b9a1d,45207,1732782135041 2024-11-28T08:22:17,130 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:17,131 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C45207%2C1732782135041, suffix=, logDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/WALs/81db972b9a1d,45207,1732782135041, archiveDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/oldWALs, maxLogs=10 2024-11-28T08:22:17,145 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/WALs/81db972b9a1d,45207,1732782135041/81db972b9a1d%2C45207%2C1732782135041.1732782137131, exclude list is [], retry=0 2024-11-28T08:22:17,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-3baa0895-97b1-426d-ab4d-2ded89bf5307,DISK] 2024-11-28T08:22:17,151 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/WALs/81db972b9a1d,45207,1732782135041/81db972b9a1d%2C45207%2C1732782135041.1732782137131 2024-11-28T08:22:17,151 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42501:42501)] 2024-11-28T08:22:17,151 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:17,151 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:17,151 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,151 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:22:17,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:22:17,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:17,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:17,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:22:17,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:17,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:17,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:22:17,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:17,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:17,161 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,161 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,162 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,163 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,163 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,163 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:17,164 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:17,165 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:17,165 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60509064, jitterRate=-0.09834468364715576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:17,166 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782137151Initializing all the Stores at 1732782137153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782137153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782137153Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782137153Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782137153Cleaning up temporary data from old regions at 1732782137163 (+10 ms)Region opened successfully at 1732782137166 (+3 ms) 2024-11-28T08:22:17,166 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:22:17,168 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f77851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:17,169 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:22:17,169 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:22:17,169 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:22:17,169 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:22:17,170 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:22:17,170 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:22:17,170 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:22:17,171 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:22:17,172 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/balancer because node does not exist (not necessarily an error) 2024-11-28T08:22:17,180 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/balancer already deleted, retry=false 2024-11-28T08:22:17,180 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:22:17,181 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:22:17,191 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/normalizer already deleted, retry=false 2024-11-28T08:22:17,191 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:22:17,192 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:22:17,201 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/switch/split already deleted, retry=false 2024-11-28T08:22:17,202 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:22:17,212 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/switch/merge already deleted, retry=false 2024-11-28T08:22:17,213 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:22:17,222 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/snapshot-cleanup already deleted, retry=false 2024-11-28T08:22:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01845772739/running 2024-11-28T08:22:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01845772739/running 2024-11-28T08:22:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,233 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,45207,1732782135041, sessionid=0x101808906e80000, setting cluster-up flag (Was=false) 2024-11-28T08:22:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,285 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01845772739/flush-table-proc/acquired, /01845772739/flush-table-proc/reached, /01845772739/flush-table-proc/abort 2024-11-28T08:22:17,287 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45207,1732782135041 2024-11-28T08:22:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:17,338 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01845772739/online-snapshot/acquired, /01845772739/online-snapshot/reached, /01845772739/online-snapshot/abort 2024-11-28T08:22:17,339 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,45207,1732782135041 2024-11-28T08:22:17,340 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:22:17,341 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:17,341 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:22:17,341 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:22:17,341 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,45207,1732782135041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,342 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:17,343 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782167343 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:22:17,343 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:22:17,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:17,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:22:17,344 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,344 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:22:17,344 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:22:17,344 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:22:17,344 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:17,344 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:22:17,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:22:17,345 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782137345,5,FailOnTimeoutGroup] 2024-11-28T08:22:17,345 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782137345,5,FailOnTimeoutGroup] 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,345 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:22:17,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:17,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,436 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(746): ClusterId : bb70b4ea-f2a8-4305-8085-989e8db28191 2024-11-28T08:22:17,436 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:22:17,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,444 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:22:17,444 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:22:17,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,454 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:22:17,455 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711b5420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:17,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:17,467 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:38361 2024-11-28T08:22:17,467 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:22:17,467 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:22:17,468 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:22:17,468 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,45207,1732782135041 with port=38361, startcode=1732782135403 2024-11-28T08:22:17,468 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:22:17,470 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:22:17,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45207 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,471 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875 2024-11-28T08:22:17,471 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40191 2024-11-28T08:22:17,471 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:22:17,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/rs 2024-11-28T08:22:17,484 DEBUG [RS:0;81db972b9a1d:38361 {}] zookeeper.ZKUtil(111): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on existing znode=/01845772739/rs/81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,484 WARN [RS:0;81db972b9a1d:38361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:17,484 INFO [RS:0;81db972b9a1d:38361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:17,484 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,38361,1732782135403] 2024-11-28T08:22:17,488 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:22:17,504 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:22:17,505 INFO [RS:0;81db972b9a1d:38361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:22:17,505 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,505 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:22:17,506 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:22:17,506 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,506 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,507 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,507 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:17,507 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:17,507 DEBUG [RS:0;81db972b9a1d:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,507 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38361,1732782135403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:17,527 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:22:17,528 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38361,1732782135403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,528 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,528 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.Replication(171): 81db972b9a1d,38361,1732782135403 started 2024-11-28T08:22:17,547 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:17,547 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,38361,1732782135403, RpcServer on 81db972b9a1d/172.17.0.3:38361, sessionid=0x101808906e80001 2024-11-28T08:22:17,547 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:22:17,547 DEBUG [RS:0;81db972b9a1d:38361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,547 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38361,1732782135403' 2024-11-28T08:22:17,547 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01845772739/flush-table-proc/abort' 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01845772739/flush-table-proc/acquired' 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,38361,1732782135403 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38361,1732782135403' 2024-11-28T08:22:17,548 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01845772739/online-snapshot/abort' 2024-11-28T08:22:17,549 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01845772739/online-snapshot/acquired' 2024-11-28T08:22:17,549 DEBUG [RS:0;81db972b9a1d:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:22:17,549 INFO [RS:0;81db972b9a1d:38361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:22:17,549 INFO [RS:0;81db972b9a1d:38361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:22:17,649 INFO [RS:0;81db972b9a1d:38361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:17,650 INFO [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38361%2C1732782135403, suffix=, logDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403, archiveDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs, maxLogs=10 2024-11-28T08:22:17,663 DEBUG [RS:0;81db972b9a1d:38361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651, exclude list is [], retry=0 2024-11-28T08:22:17,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-3baa0895-97b1-426d-ab4d-2ded89bf5307,DISK] 2024-11-28T08:22:17,667 INFO [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 2024-11-28T08:22:17,667 DEBUG [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42501:42501)] 2024-11-28T08:22:17,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:22:17,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875 2024-11-28T08:22:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:22:18,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:18,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:18,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:18,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:18,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:18,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:18,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:18,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:18,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:18,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:18,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740 2024-11-28T08:22:18,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740 2024-11-28T08:22:18,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:18,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:18,161 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:18,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:18,163 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:18,163 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74616592, jitterRate=0.11187386512756348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:18,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782138154Initializing all the Stores at 1732782138154Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138155 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782138155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138155Cleaning up temporary data from old regions at 1732782138161 (+6 ms)Region opened successfully at 1732782138164 (+3 ms) 2024-11-28T08:22:18,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:18,164 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:18,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:18,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:18,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:18,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:18,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782138164Disabling compacts and flushes for region at 1732782138164Disabling writes for close at 1732782138164Writing region close event to WAL at 1732782138165 (+1 ms)Closed at 1732782138165 2024-11-28T08:22:18,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:18,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:22:18,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:22:18,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:18,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:22:18,318 DEBUG [81db972b9a1d:45207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:22:18,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:18,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38361,1732782135403, state=OPENING 2024-11-28T08:22:18,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:22:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:18,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:18,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01845772739/meta-region-server: CHANGED 2024-11-28T08:22:18,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01845772739/meta-region-server: CHANGED 2024-11-28T08:22:18,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38361,1732782135403}] 2024-11-28T08:22:18,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:18,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:22:18,526 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:22:18,526 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:18,526 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:22:18,527 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38361%2C1732782135403.meta, suffix=.meta, logDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403, archiveDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs, maxLogs=10 2024-11-28T08:22:18,543 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.meta.1732782138527.meta, exclude list is [], retry=0 2024-11-28T08:22:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-3baa0895-97b1-426d-ab4d-2ded89bf5307,DISK] 2024-11-28T08:22:18,547 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.meta.1732782138527.meta 2024-11-28T08:22:18,549 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42501:42501)] 2024-11-28T08:22:18,549 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:18,549 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:22:18,550 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:22:18,550 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:22:18,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:18,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:18,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:18,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:18,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:18,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:18,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:18,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:18,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:18,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:18,559 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:18,559 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740 2024-11-28T08:22:18,560 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740 2024-11-28T08:22:18,561 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:18,561 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:18,561 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:18,562 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:18,563 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62713601, jitterRate=-0.06549452245235443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:18,563 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:22:18,563 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782138550Writing region info on filesystem at 1732782138550Initializing all the Stores at 1732782138551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138552 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782138552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782138552Cleaning up temporary data from old regions at 1732782138561 (+9 ms)Running coprocessor post-open hooks at 1732782138563 (+2 ms)Region opened successfully at 1732782138563 2024-11-28T08:22:18,564 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782138520 2024-11-28T08:22:18,567 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:22:18,567 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:22:18,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:18,568 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38361,1732782135403, state=OPEN 2024-11-28T08:22:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01845772739/meta-region-server 2024-11-28T08:22:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01845772739/meta-region-server 2024-11-28T08:22:18,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:18,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01845772739/meta-region-server: CHANGED 2024-11-28T08:22:18,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01845772739/meta-region-server: CHANGED 2024-11-28T08:22:18,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:22:18,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38361,1732782135403 in 244 msec 2024-11-28T08:22:18,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:22:18,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-28T08:22:18,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:18,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:22:18,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:18,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38361,1732782135403, seqNum=-1] 2024-11-28T08:22:18,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:18,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:18,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-28T08:22:18,622 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782138622, completionTime=-1 2024-11-28T08:22:18,622 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:22:18,622 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782198624 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782258624 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,625 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,625 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:45207, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,625 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,626 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:22:18,634 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.163sec 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:18,638 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:22:18,646 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:22:18,646 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:22:18,646 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,45207,1732782135041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:18,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305fd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:18,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45207,-1 for getting cluster id 2024-11-28T08:22:18,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:18,739 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb70b4ea-f2a8-4305-8085-989e8db28191' 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb70b4ea-f2a8-4305-8085-989e8db28191" 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6e2f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45207,-1] 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:18,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:18,740 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:18,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cac3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:18,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38361,1732782135403, seqNum=-1] 2024-11-28T08:22:18,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:18,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:18,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,45207,1732782135041 2024-11-28T08:22:18,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:18,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101808906e80002 connected 2024-11-28T08:22:18,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir so I do NOT create it in target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d 2024-11-28T08:22:18,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:22:18,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.tmp.dir so I do NOT create it in target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d 2024-11-28T08:22:18,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:22:18,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d 2024-11-28T08:22:18,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/cluster_03bb6fe4-a4f7-fa87-b4e8-f4f19e1f7191, deleteOnExit=true 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/test.cache.data in system properties and HBase conf 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:22:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:22:18,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:22:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:22:19,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:19,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:19,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:19,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:19,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:22:19,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:19,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8b2c8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:19,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be7a519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:19,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6833715d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/java.io.tmpdir/jetty-localhost-35363-hadoop-hdfs-3_4_1-tests_jar-_-any-9866786904482657585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:19,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f4997b0{HTTP/1.1, (http/1.1)}{localhost:35363} 2024-11-28T08:22:19,537 INFO [Time-limited test {}] server.Server(415): Started @285972ms 2024-11-28T08:22:19,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:19,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:19,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:19,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:19,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:22:19,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:19,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:20,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d30b01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/java.io.tmpdir/jetty-localhost-45577-hadoop-hdfs-3_4_1-tests_jar-_-any-8003901656720780831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:20,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:45577} 2024-11-28T08:22:20,080 INFO [Time-limited test {}] server.Server(415): Started @286515ms 2024-11-28T08:22:20,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:22:20,889 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/cluster_03bb6fe4-a4f7-fa87-b4e8-f4f19e1f7191/data/data2/current/BP-138948465-172.17.0.3-1732782138790/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:20,889 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/cluster_03bb6fe4-a4f7-fa87-b4e8-f4f19e1f7191/data/data1/current/BP-138948465-172.17.0.3-1732782138790/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:20,907 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:22:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2791508782186889 with lease ID 0x5ef404eb81312f61: Processing first storage report for DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8c89049a-4d6c-4954-8a1a-a9acf734f445, infoPort=40971, infoSecurePort=0, ipcPort=39015, storageInfo=lv=-57;cid=testClusterID;nsid=472029974;c=1732782138790) 2024-11-28T08:22:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2791508782186889 with lease ID 0x5ef404eb81312f61: from storage DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8c89049a-4d6c-4954-8a1a-a9acf734f445, infoPort=40971, infoSecurePort=0, ipcPort=39015, storageInfo=lv=-57;cid=testClusterID;nsid=472029974;c=1732782138790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2791508782186889 with lease ID 0x5ef404eb81312f61: Processing first storage report for DS-807dca81-57e2-420d-8c9f-3f702c4991c8 from datanode DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8c89049a-4d6c-4954-8a1a-a9acf734f445, infoPort=40971, infoSecurePort=0, ipcPort=39015, storageInfo=lv=-57;cid=testClusterID;nsid=472029974;c=1732782138790) 2024-11-28T08:22:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2791508782186889 with lease ID 0x5ef404eb81312f61: from storage DS-807dca81-57e2-420d-8c9f-3f702c4991c8 node DatanodeRegistration(127.0.0.1:44183, datanodeUuid=8c89049a-4d6c-4954-8a1a-a9acf734f445, infoPort=40971, infoSecurePort=0, ipcPort=39015, storageInfo=lv=-57;cid=testClusterID;nsid=472029974;c=1732782138790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:21,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d 2024-11-28T08:22:21,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:22:21,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1 with version=8 2024-11-28T08:22:21,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/hbase-staging 2024-11-28T08:22:21,417 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:22:21,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:21,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37165 2024-11-28T08:22:21,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37165 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:21,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371650x0, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:21,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37165-0x101808906e80003 connected 2024-11-28T08:22:21,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:22:21,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:22:21,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:22:21,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T08:22:21,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/running 2024-11-28T08:22:21,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1, hbase.cluster.distributed=false 2024-11-28T08:22:21,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/acl 2024-11-28T08:22:21,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37165 2024-11-28T08:22:21,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37165 2024-11-28T08:22:21,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37165 2024-11-28T08:22:21,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37165 2024-11-28T08:22:21,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37165 2024-11-28T08:22:21,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:21,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:22:21,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:21,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39161 2024-11-28T08:22:21,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39161 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:21,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:21,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391610x0, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:21,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391610x0, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/running 2024-11-28T08:22:21,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39161-0x101808906e80004 connected 2024-11-28T08:22:21,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:22:21,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:22:21,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/master 2024-11-28T08:22:21,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/acl 2024-11-28T08:22:21,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-28T08:22:21,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39161 2024-11-28T08:22:21,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39161 2024-11-28T08:22:21,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-28T08:22:21,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39161 2024-11-28T08:22:21,582 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:37165 2024-11-28T08:22:21,582 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1155830119/backup-masters/81db972b9a1d,37165,1732782141417 2024-11-28T08:22:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/backup-masters 2024-11-28T08:22:21,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/backup-masters 2024-11-28T08:22:21,591 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on existing znode=/1155830119/backup-masters/81db972b9a1d,37165,1732782141417 2024-11-28T08:22:21,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:21,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155830119/master 2024-11-28T08:22:21,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:21,601 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on existing znode=/1155830119/master 2024-11-28T08:22:21,602 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1155830119/backup-masters/81db972b9a1d,37165,1732782141417 from backup master directory 2024-11-28T08:22:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155830119/backup-masters/81db972b9a1d,37165,1732782141417 2024-11-28T08:22:21,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/backup-masters 2024-11-28T08:22:21,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/backup-masters 2024-11-28T08:22:21,612 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:21,612 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,37165,1732782141417 2024-11-28T08:22:21,614 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/hbase.id] with ID: 743f6aba-23c0-4914-82f4-09fe5558dbdf 2024-11-28T08:22:21,614 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/.tmp/hbase.id 2024-11-28T08:22:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:22:22,020 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/.tmp/hbase.id]:[hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/hbase.id] 2024-11-28T08:22:22,048 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:22,048 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:22:22,049 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:22:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:22,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:22:22,482 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:22,483 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:22:22,484 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:22:22,911 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store 2024-11-28T08:22:22,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:23,351 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:23,351 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:23,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782143351Disabling compacts and flushes for region at 1732782143351Disabling writes for close at 1732782143351Writing region close event to WAL at 1732782143351Closed at 1732782143351 2024-11-28T08:22:23,353 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/.initializing 2024-11-28T08:22:23,353 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/WALs/81db972b9a1d,37165,1732782141417 2024-11-28T08:22:23,354 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:23,355 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C37165%2C1732782141417, suffix=, logDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/WALs/81db972b9a1d,37165,1732782141417, archiveDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/oldWALs, maxLogs=10 2024-11-28T08:22:23,374 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/WALs/81db972b9a1d,37165,1732782141417/81db972b9a1d%2C37165%2C1732782141417.1732782143355, exclude list is [], retry=0 2024-11-28T08:22:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696,DISK] 2024-11-28T08:22:23,421 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/WALs/81db972b9a1d,37165,1732782141417/81db972b9a1d%2C37165%2C1732782141417.1732782143355 2024-11-28T08:22:23,428 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-28T08:22:23,428 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:23,429 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:23,429 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,429 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:22:23,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:23,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:22:23,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:23,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:23,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:22:23,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:23,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:23,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:22:23,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:23,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:23,437 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,437 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,438 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,439 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,439 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,439 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:23,442 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:23,444 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:23,444 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61324155, jitterRate=-0.08619888126850128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:23,445 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782143429Initializing all the Stores at 1732782143430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782143430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782143430Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782143430Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782143430Cleaning up temporary data from old regions at 1732782143439 (+9 ms)Region opened successfully at 1732782143445 (+6 ms) 2024-11-28T08:22:23,461 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:22:23,464 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7109700e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:23,466 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:22:23,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:22:23,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:22:23,467 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:22:23,468 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T08:22:23,469 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:22:23,469 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:22:23,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:22:23,494 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:22:23,496 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/balancer because node does not exist (not necessarily an error) 2024-11-28T08:22:23,576 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/balancer already deleted, retry=false 2024-11-28T08:22:23,576 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:22:23,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:22:23,589 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/normalizer already deleted, retry=false 2024-11-28T08:22:23,590 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:22:23,597 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:22:23,609 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/switch/split already deleted, retry=false 2024-11-28T08:22:23,610 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:22:23,630 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/switch/merge already deleted, retry=false 2024-11-28T08:22:23,632 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:22:23,651 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/snapshot-cleanup already deleted, retry=false 2024-11-28T08:22:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155830119/running 2024-11-28T08:22:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155830119/running 2024-11-28T08:22:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,673 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,37165,1732782141417, sessionid=0x101808906e80003, setting cluster-up flag (Was=false) 2024-11-28T08:22:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,756 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155830119/flush-table-proc/acquired, /1155830119/flush-table-proc/reached, /1155830119/flush-table-proc/abort 2024-11-28T08:22:23,757 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,37165,1732782141417 2024-11-28T08:22:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:23,812 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155830119/online-snapshot/acquired, /1155830119/online-snapshot/reached, /1155830119/online-snapshot/abort 2024-11-28T08:22:23,813 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,37165,1732782141417 2024-11-28T08:22:23,814 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:22:23,815 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:23,815 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:22:23,815 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:22:23,816 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,37165,1732782141417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:22:23,819 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:23,819 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:23,820 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:23,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:22:23,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:23,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:22:23,835 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782173835 2024-11-28T08:22:23,835 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:22:23,836 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:22:23,836 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:22:23,836 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:22:23,836 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:22:23,836 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:22:23,840 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,844 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:22:23,845 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:22:23,845 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:22:23,845 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:22:23,847 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:22:23,847 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:22:23,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:22:23,848 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782143847,5,FailOnTimeoutGroup] 2024-11-28T08:22:23,851 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782143848,5,FailOnTimeoutGroup] 2024-11-28T08:22:23,851 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,851 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:22:23,851 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,851 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,878 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(746): ClusterId : 743f6aba-23c0-4914-82f4-09fe5558dbdf 2024-11-28T08:22:23,878 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:22:23,940 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:22:23,940 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:22:23,967 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:22:23,968 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c68a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:23,980 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:39161 2024-11-28T08:22:23,980 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:22:23,980 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:22:23,980 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:22:23,981 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,37165,1732782141417 with port=39161, startcode=1732782141535 2024-11-28T08:22:23,981 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:22:23,982 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:22:23,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,39161,1732782141535 2024-11-28T08:22:23,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37165 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:23,983 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1 2024-11-28T08:22:23,983 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42421 2024-11-28T08:22:23,983 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:22:23,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/rs 2024-11-28T08:22:23,991 DEBUG [RS:0;81db972b9a1d:39161 {}] zookeeper.ZKUtil(111): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on existing znode=/1155830119/rs/81db972b9a1d,39161,1732782141535 2024-11-28T08:22:23,991 WARN [RS:0;81db972b9a1d:39161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:23,991 INFO [RS:0;81db972b9a1d:39161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:23,991 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535 2024-11-28T08:22:23,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,39161,1732782141535] 2024-11-28T08:22:23,994 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:22:23,996 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:22:23,996 INFO [RS:0;81db972b9a1d:39161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:22:23,996 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,996 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:22:23,997 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:22:23,997 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:23,997 DEBUG [RS:0;81db972b9a1d:39161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:23,998 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39161,1732782141535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:24,011 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:22:24,011 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39161,1732782141535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:24,011 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:24,011 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.Replication(171): 81db972b9a1d,39161,1732782141535 started 2024-11-28T08:22:24,025 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:24,025 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,39161,1732782141535, RpcServer on 81db972b9a1d/172.17.0.3:39161, sessionid=0x101808906e80004 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,39161,1732782141535 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,39161,1732782141535' 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155830119/flush-table-proc/abort' 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155830119/flush-table-proc/acquired' 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:22:24,026 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:22:24,027 DEBUG [RS:0;81db972b9a1d:39161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,39161,1732782141535 2024-11-28T08:22:24,027 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,39161,1732782141535' 2024-11-28T08:22:24,027 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155830119/online-snapshot/abort' 2024-11-28T08:22:24,027 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155830119/online-snapshot/acquired' 2024-11-28T08:22:24,027 DEBUG [RS:0;81db972b9a1d:39161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:22:24,027 INFO [RS:0;81db972b9a1d:39161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:22:24,027 INFO [RS:0;81db972b9a1d:39161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:22:24,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:24,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:24,127 INFO [RS:0;81db972b9a1d:39161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:24,129 INFO [RS:0;81db972b9a1d:39161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39161%2C1732782141535, suffix=, logDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535, archiveDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/oldWALs, maxLogs=10 2024-11-28T08:22:24,157 DEBUG [RS:0;81db972b9a1d:39161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, exclude list is [], retry=0 2024-11-28T08:22:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696,DISK] 2024-11-28T08:22:24,189 INFO [RS:0;81db972b9a1d:39161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 2024-11-28T08:22:24,195 DEBUG [RS:0;81db972b9a1d:39161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-28T08:22:24,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:22:24,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1 2024-11-28T08:22:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:22:24,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:24,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:24,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:24,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:24,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:24,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:24,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:24,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:24,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:24,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:24,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:24,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:24,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:24,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:24,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:24,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:24,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:24,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:24,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740 2024-11-28T08:22:24,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740 2024-11-28T08:22:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:24,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:24,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:24,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:24,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61758231, jitterRate=-0.07973064482212067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782144655Initializing all the Stores at 1732782144656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782144656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782144656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782144656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782144656Cleaning up temporary data from old regions at 1732782144662 (+6 ms)Region opened successfully at 1732782144665 (+3 ms) 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:24,665 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:24,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:24,666 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:24,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782144665Disabling compacts and flushes for region at 1732782144665Disabling writes for close at 1732782144665Writing region close event to WAL at 1732782144666 (+1 ms)Closed at 1732782144666 2024-11-28T08:22:24,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:24,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:22:24,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:22:24,668 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:24,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:22:24,818 DEBUG [81db972b9a1d:37165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:22:24,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:24,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,39161,1732782141535, state=OPENING 2024-11-28T08:22:24,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:22:24,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:24,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:24,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:24,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155830119/meta-region-server: CHANGED 2024-11-28T08:22:24,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,39161,1732782141535}] 2024-11-28T08:22:24,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155830119/meta-region-server: CHANGED 2024-11-28T08:22:25,067 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:25,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:22:25,071 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:22:25,071 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:25,071 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:22:25,072 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39161%2C1732782141535.meta, suffix=.meta, logDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535, archiveDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/oldWALs, maxLogs=10 2024-11-28T08:22:25,089 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.meta.1732782145072.meta, exclude list is [], retry=0 2024-11-28T08:22:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696,DISK] 2024-11-28T08:22:25,092 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.meta.1732782145072.meta 2024-11-28T08:22:25,093 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-28T08:22:25,093 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:25,093 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:25,093 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:25,093 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:22:25,093 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:22:25,093 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:22:25,094 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:25,094 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:22:25,094 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:22:25,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:25,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:25,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:25,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:25,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:25,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:25,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:25,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:25,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:25,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:25,099 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:25,099 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740 2024-11-28T08:22:25,100 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740 2024-11-28T08:22:25,101 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:25,101 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:25,101 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:25,102 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:25,103 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64043661, jitterRate=-0.04567508399486542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:25,103 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:22:25,103 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782145094Writing region info on filesystem at 1732782145094Initializing all the Stores at 1732782145094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782145095 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782145095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782145095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782145095Cleaning up temporary data from old regions at 1732782145101 (+6 ms)Running coprocessor post-open hooks at 1732782145103 (+2 ms)Region opened successfully at 1732782145103 2024-11-28T08:22:25,104 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782145067 2024-11-28T08:22:25,105 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:22:25,105 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:22:25,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:25,106 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,39161,1732782141535, state=OPEN 2024-11-28T08:22:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155830119/meta-region-server 2024-11-28T08:22:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155830119/meta-region-server 2024-11-28T08:22:25,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:25,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155830119/meta-region-server: CHANGED 2024-11-28T08:22:25,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155830119/meta-region-server: CHANGED 2024-11-28T08:22:25,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:22:25,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,39161,1732782141535 in 233 msec 2024-11-28T08:22:25,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:22:25,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-28T08:22:25,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:25,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:22:25,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:25,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39161,1732782141535, seqNum=-1] 2024-11-28T08:22:25,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:25,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:25,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3420 sec 2024-11-28T08:22:25,157 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782145157, completionTime=-1 2024-11-28T08:22:25,157 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:22:25,157 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782205159 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782265159 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:37165, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,159 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,161 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.550sec 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:25,162 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:22:25,163 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:22:25,163 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:22:25,164 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,37165,1732782141417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:25,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:25,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:25,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:25,180 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c59720c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:25,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:25,181 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:25,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:25,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39161,1732782141535, seqNum=-1] 2024-11-28T08:22:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:25,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:25,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,37165,1732782141417 2024-11-28T08:22:25,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:25,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:25,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101808906e80005 connected 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir so I do NOT create it in target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da 2024-11-28T08:22:25,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.tmp.dir so I do NOT create it in target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da 2024-11-28T08:22:25,321 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:22:25,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/cluster_02f63f78-d380-8fa0-866a-cafec8919609, deleteOnExit=true 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:22:25,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/test.cache.data in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:22:25,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:25,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:22:25,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:22:25,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:25,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:25,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:25,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:25,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:22:25,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:25,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:25,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:25,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa1d884{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/java.io.tmpdir/jetty-localhost-37187-hadoop-hdfs-3_4_1-tests_jar-_-any-7191339659336836795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:25,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:37187} 2024-11-28T08:22:25,897 INFO [Time-limited test {}] server.Server(415): Started @292332ms 2024-11-28T08:22:26,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:26,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:26,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:26,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:26,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:22:26,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:26,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:26,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b37eb5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/java.io.tmpdir/jetty-localhost-37279-hadoop-hdfs-3_4_1-tests_jar-_-any-6802494966487765671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:26,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:37279} 2024-11-28T08:22:26,596 INFO [Time-limited test {}] server.Server(415): Started @293031ms 2024-11-28T08:22:26,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:22:27,971 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/cluster_02f63f78-d380-8fa0-866a-cafec8919609/data/data2/current/BP-2034117774-172.17.0.3-1732782145343/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:27,972 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/cluster_02f63f78-d380-8fa0-866a-cafec8919609/data/data1/current/BP-2034117774-172.17.0.3-1732782145343/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:27,991 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:22:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa26043e0bfed9e5e with lease ID 0xcffe2f7703772428: Processing first storage report for DS-f62cd9ca-8c52-4d33-9431-d993de6377d0 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=e8d35f03-8cbb-4b55-8ea1-132559185299, infoPort=44331, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1385959963;c=1732782145343) 2024-11-28T08:22:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa26043e0bfed9e5e with lease ID 0xcffe2f7703772428: from storage DS-f62cd9ca-8c52-4d33-9431-d993de6377d0 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=e8d35f03-8cbb-4b55-8ea1-132559185299, infoPort=44331, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1385959963;c=1732782145343), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:22:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa26043e0bfed9e5e with lease ID 0xcffe2f7703772428: Processing first storage report for DS-f31cdaba-f80e-42cb-bfb2-12d204adcc5b from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=e8d35f03-8cbb-4b55-8ea1-132559185299, infoPort=44331, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1385959963;c=1732782145343) 2024-11-28T08:22:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa26043e0bfed9e5e with lease ID 0xcffe2f7703772428: from storage DS-f31cdaba-f80e-42cb-bfb2-12d204adcc5b node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=e8d35f03-8cbb-4b55-8ea1-132559185299, infoPort=44331, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1385959963;c=1732782145343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:28,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da 2024-11-28T08:22:28,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:22:28,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec with version=8 2024-11-28T08:22:28,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/hbase-staging 2024-11-28T08:22:28,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:28,443 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39651 2024-11-28T08:22:28,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39651 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396510x0, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:28,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39651-0x101808906e80006 connected 2024-11-28T08:22:28,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/running 2024-11-28T08:22:28,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec, hbase.cluster.distributed=false 2024-11-28T08:22:28,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/acl 2024-11-28T08:22:28,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T08:22:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39651 2024-11-28T08:22:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39651 2024-11-28T08:22:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T08:22:28,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-28T08:22:28,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:22:28,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:28,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34661 2024-11-28T08:22:28,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34661 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:28,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346610x0, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:28,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346610x0, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/running 2024-11-28T08:22:28,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34661-0x101808906e80007 connected 2024-11-28T08:22:28,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:22:28,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:22:28,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/master 2024-11-28T08:22:28,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/acl 2024-11-28T08:22:28,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-28T08:22:28,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34661 2024-11-28T08:22:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34661 2024-11-28T08:22:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-28T08:22:28,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34661 2024-11-28T08:22:28,670 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:39651 2024-11-28T08:22:28,670 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22117452287/backup-masters/81db972b9a1d,39651,1732782148442 2024-11-28T08:22:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/backup-masters 2024-11-28T08:22:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/backup-masters 2024-11-28T08:22:28,683 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on existing znode=/22117452287/backup-masters/81db972b9a1d,39651,1732782148442 2024-11-28T08:22:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22117452287/master 2024-11-28T08:22:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:28,704 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on existing znode=/22117452287/master 2024-11-28T08:22:28,704 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22117452287/backup-masters/81db972b9a1d,39651,1732782148442 from backup master directory 2024-11-28T08:22:28,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/backup-masters 2024-11-28T08:22:28,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22117452287/backup-masters/81db972b9a1d,39651,1732782148442 2024-11-28T08:22:28,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/backup-masters 2024-11-28T08:22:28,717 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:28,717 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,39651,1732782148442 2024-11-28T08:22:28,721 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/hbase.id] with ID: 533cd079-972d-46b0-8a47-51f23d9b6681 2024-11-28T08:22:28,721 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/.tmp/hbase.id 2024-11-28T08:22:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:22:28,780 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/.tmp/hbase.id]:[hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/hbase.id] 2024-11-28T08:22:28,798 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:28,798 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:22:28,800 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T08:22:28,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:28,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:22:28,858 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:28,859 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:22:28,860 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:22:29,267 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store 2024-11-28T08:22:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:29,672 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:29,672 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:29,672 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782149672Disabling compacts and flushes for region at 1732782149672Disabling writes for close at 1732782149672Writing region close event to WAL at 1732782149672Closed at 1732782149672 2024-11-28T08:22:29,673 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/.initializing 2024-11-28T08:22:29,673 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/WALs/81db972b9a1d,39651,1732782148442 2024-11-28T08:22:29,674 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:29,675 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C39651%2C1732782148442, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/WALs/81db972b9a1d,39651,1732782148442, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/oldWALs, maxLogs=10 2024-11-28T08:22:29,698 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/WALs/81db972b9a1d,39651,1732782148442/81db972b9a1d%2C39651%2C1732782148442.1732782149676, exclude list is [], retry=0 2024-11-28T08:22:29,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f62cd9ca-8c52-4d33-9431-d993de6377d0,DISK] 2024-11-28T08:22:29,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/WALs/81db972b9a1d,39651,1732782148442/81db972b9a1d%2C39651%2C1732782148442.1732782149676 2024-11-28T08:22:29,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-28T08:22:29,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:29,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:29,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:22:29,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:29,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:29,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:22:29,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:29,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:29,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:22:29,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:29,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:29,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:22:29,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:29,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:29,713 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,713 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,713 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,714 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,714 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,715 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:29,715 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:29,717 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:29,718 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659089, jitterRate=0.11250711977481842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:29,718 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782149705Initializing all the Stores at 1732782149706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782149706Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782149706Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782149706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782149706Cleaning up temporary data from old regions at 1732782149714 (+8 ms)Region opened successfully at 1732782149718 (+4 ms) 2024-11-28T08:22:29,719 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:22:29,721 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ab79a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:29,722 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:22:29,722 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:22:29,722 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:22:29,722 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:22:29,723 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:22:29,723 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:22:29,724 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:22:29,726 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:22:29,726 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/balancer because node does not exist (not necessarily an error) 2024-11-28T08:22:29,738 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/balancer already deleted, retry=false 2024-11-28T08:22:29,738 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:22:29,739 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:22:29,756 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/normalizer already deleted, retry=false 2024-11-28T08:22:29,756 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:22:29,757 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:22:29,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/switch/split already deleted, retry=false 2024-11-28T08:22:29,770 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:22:29,779 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/switch/merge already deleted, retry=false 2024-11-28T08:22:29,782 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:22:29,790 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/snapshot-cleanup already deleted, retry=false 2024-11-28T08:22:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22117452287/running 2024-11-28T08:22:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22117452287/running 2024-11-28T08:22:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,802 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,39651,1732782148442, sessionid=0x101808906e80006, setting cluster-up flag (Was=false) 2024-11-28T08:22:29,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,853 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22117452287/flush-table-proc/acquired, /22117452287/flush-table-proc/reached, /22117452287/flush-table-proc/abort 2024-11-28T08:22:29,854 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,39651,1732782148442 2024-11-28T08:22:29,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:29,906 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22117452287/online-snapshot/acquired, /22117452287/online-snapshot/reached, /22117452287/online-snapshot/abort 2024-11-28T08:22:29,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,39651,1732782148442 2024-11-28T08:22:29,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:22:29,909 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:29,909 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:22:29,910 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:22:29,910 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,39651,1732782148442 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:29,911 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:29,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:29,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:22:29,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:29,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:22:29,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782179920 2024-11-28T08:22:29,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:22:29,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:22:29,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:22:29,921 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:22:29,922 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:22:29,922 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:22:29,923 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782149922,5,FailOnTimeoutGroup] 2024-11-28T08:22:29,923 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782149923,5,FailOnTimeoutGroup] 2024-11-28T08:22:29,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:29,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:22:29,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:29,923 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:22:29,980 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(746): ClusterId : 533cd079-972d-46b0-8a47-51f23d9b6681 2024-11-28T08:22:29,980 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:22:29,991 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:22:29,991 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:22:30,001 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:22:30,002 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2a860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:30,016 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:34661 2024-11-28T08:22:30,016 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:22:30,016 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:22:30,016 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:22:30,017 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,39651,1732782148442 with port=34661, startcode=1732782148628 2024-11-28T08:22:30,017 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:22:30,019 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:22:30,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39651 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,020 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec 2024-11-28T08:22:30,020 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35465 2024-11-28T08:22:30,020 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:22:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/rs 2024-11-28T08:22:30,059 DEBUG [RS:0;81db972b9a1d:34661 {}] zookeeper.ZKUtil(111): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on existing znode=/22117452287/rs/81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,059 WARN [RS:0;81db972b9a1d:34661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:30,059 INFO [RS:0;81db972b9a1d:34661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:30,060 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,34661,1732782148628] 2024-11-28T08:22:30,062 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:22:30,064 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:22:30,064 INFO [RS:0;81db972b9a1d:34661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:22:30,064 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,065 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:22:30,065 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:22:30,065 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,065 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:30,066 DEBUG [RS:0;81db972b9a1d:34661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:30,074 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,074 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,075 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,075 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,075 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,075 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34661,1732782148628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:30,095 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:22:30,095 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,34661,1732782148628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,095 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,095 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.Replication(171): 81db972b9a1d,34661,1732782148628 started 2024-11-28T08:22:30,110 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:30,110 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,34661,1732782148628, RpcServer on 81db972b9a1d/172.17.0.3:34661, sessionid=0x101808906e80007 2024-11-28T08:22:30,110 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:22:30,111 DEBUG [RS:0;81db972b9a1d:34661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,111 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34661,1732782148628' 2024-11-28T08:22:30,111 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22117452287/flush-table-proc/abort' 2024-11-28T08:22:30,111 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22117452287/flush-table-proc/acquired' 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,34661,1732782148628' 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22117452287/online-snapshot/abort' 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22117452287/online-snapshot/acquired' 2024-11-28T08:22:30,112 DEBUG [RS:0;81db972b9a1d:34661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:22:30,112 INFO [RS:0;81db972b9a1d:34661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:22:30,112 INFO [RS:0;81db972b9a1d:34661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:22:30,213 INFO [RS:0;81db972b9a1d:34661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:30,214 INFO [RS:0;81db972b9a1d:34661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34661%2C1732782148628, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/oldWALs, maxLogs=10 2024-11-28T08:22:30,233 DEBUG [RS:0;81db972b9a1d:34661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, exclude list is [], retry=0 2024-11-28T08:22:30,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f62cd9ca-8c52-4d33-9431-d993de6377d0,DISK] 2024-11-28T08:22:30,261 INFO [RS:0;81db972b9a1d:34661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 2024-11-28T08:22:30,261 DEBUG [RS:0;81db972b9a1d:34661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-28T08:22:30,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:22:30,325 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec 2024-11-28T08:22:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:22:30,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:30,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:30,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:30,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:30,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:30,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:30,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:30,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:30,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:30,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:30,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:30,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:30,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:30,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:30,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740 2024-11-28T08:22:30,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740 2024-11-28T08:22:30,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:30,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:30,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:30,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:30,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:30,797 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66005568, jitterRate=-0.016440391540527344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:30,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782150730Initializing all the Stores at 1732782150733 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782150733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782150740 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782150741 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782150741Cleaning up temporary data from old regions at 1732782150778 (+37 ms)Region opened successfully at 1732782150797 (+19 ms) 2024-11-28T08:22:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:30,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:30,812 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:30,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782150797Disabling compacts and flushes for region at 1732782150797Disabling writes for close at 1732782150798 (+1 ms)Writing region close event to WAL at 1732782150812 (+14 ms)Closed at 1732782150812 2024-11-28T08:22:30,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:30,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:22:30,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:22:30,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:30,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:22:30,967 DEBUG [81db972b9a1d:39651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:22:30,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:30,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34661,1732782148628, state=OPENING 2024-11-28T08:22:30,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:30,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22117452287/meta-region-server: CHANGED 2024-11-28T08:22:30,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22117452287/meta-region-server: CHANGED 2024-11-28T08:22:30,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:30,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34661,1732782148628}] 2024-11-28T08:22:31,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:31,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:22:31,202 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:22:31,202 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:31,202 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:22:31,209 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34661%2C1732782148628.meta, suffix=.meta, logDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/oldWALs, maxLogs=10 2024-11-28T08:22:31,265 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.meta.1732782151210.meta, exclude list is [], retry=0 2024-11-28T08:22:31,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f62cd9ca-8c52-4d33-9431-d993de6377d0,DISK] 2024-11-28T08:22:31,283 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.meta.1732782151210.meta 2024-11-28T08:22:31,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-28T08:22:31,292 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:31,293 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:31,293 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:31,293 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:22:31,293 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:22:31,294 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:22:31,294 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:31,294 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:22:31,294 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:22:31,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:31,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:31,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:31,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:31,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:31,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:31,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:31,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:31,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:31,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:31,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:31,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:31,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:31,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:31,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:31,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:31,311 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:31,311 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740 2024-11-28T08:22:31,312 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740 2024-11-28T08:22:31,314 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:31,315 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:31,315 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:31,317 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:31,318 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69400783, jitterRate=0.034152254462242126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:31,318 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:22:31,319 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782151294Writing region info on filesystem at 1732782151294Initializing all the Stores at 1732782151300 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782151300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782151300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782151300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782151300Cleaning up temporary data from old regions at 1732782151315 (+15 ms)Running coprocessor post-open hooks at 1732782151318 (+3 ms)Region opened successfully at 1732782151318 2024-11-28T08:22:31,320 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782151168 2024-11-28T08:22:31,322 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:22:31,323 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:22:31,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:31,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,34661,1732782148628, state=OPEN 2024-11-28T08:22:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22117452287/meta-region-server 2024-11-28T08:22:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22117452287/meta-region-server 2024-11-28T08:22:31,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:31,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22117452287/meta-region-server: CHANGED 2024-11-28T08:22:31,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22117452287/meta-region-server: CHANGED 2024-11-28T08:22:31,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:22:31,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,34661,1732782148628 in 389 msec 2024-11-28T08:22:31,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:22:31,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec 2024-11-28T08:22:31,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:31,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:22:31,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:31,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34661,1732782148628, seqNum=-1] 2024-11-28T08:22:31,394 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:31,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:31,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4970 sec 2024-11-28T08:22:31,410 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782151410, completionTime=-1 2024-11-28T08:22:31,411 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:22:31,411 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:22:31,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:22:31,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782211413 2024-11-28T08:22:31,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782271413 2024-11-28T08:22:31,413 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:22:31,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:39651, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,414 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,417 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:22:31,420 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,425 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.708sec 2024-11-28T08:22:31,425 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:22:31,425 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:22:31,426 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:22:31,426 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:22:31,426 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:22:31,426 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:31,426 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:22:31,428 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:22:31,428 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:22:31,428 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,39651,1732782148442-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:31,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:31,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:31,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:31,501 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8608c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:31,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:31,505 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:31,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:31,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34661,1732782148628, seqNum=-1] 2024-11-28T08:22:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:31,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:31,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,39651,1732782148442 2024-11-28T08:22:31,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56607 2024-11-28T08:22:31,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:31,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101808906e80008 connected 2024-11-28T08:22:31,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45207,1732782135041 2024-11-28T08:22:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c9fb0e 2024-11-28T08:22:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:31,564 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:31,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:22:31,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:31,568 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:31,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:31,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:22:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:22:31,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bda40320e905d904456ee34f80fdb1ef, NAME => 'test,,1732782151565.bda40320e905d904456ee34f80fdb1ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875 2024-11-28T08:22:31,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:22:31,628 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782151565.bda40320e905d904456ee34f80fdb1ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:31,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bda40320e905d904456ee34f80fdb1ef, disabling compactions & flushes 2024-11-28T08:22:31,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:31,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:31,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. after waiting 0 ms 2024-11-28T08:22:31,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:31,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:31,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bda40320e905d904456ee34f80fdb1ef: Waiting for close lock at 1732782151629Disabling compacts and flushes for region at 1732782151629Disabling writes for close at 1732782151629Writing region close event to WAL at 1732782151629Closed at 1732782151629 2024-11-28T08:22:31,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:31,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782151565.bda40320e905d904456ee34f80fdb1ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782151630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782151630"}]},"ts":"1732782151630"} 2024-11-28T08:22:31,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:31,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:31,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782151634"}]},"ts":"1732782151634"} 2024-11-28T08:22:31,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:22:31,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bda40320e905d904456ee34f80fdb1ef, ASSIGN}] 2024-11-28T08:22:31,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bda40320e905d904456ee34f80fdb1ef, ASSIGN 2024-11-28T08:22:31,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bda40320e905d904456ee34f80fdb1ef, ASSIGN; state=OFFLINE, location=81db972b9a1d,38361,1732782135403; forceNewPlan=false, retain=false 2024-11-28T08:22:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:31,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bda40320e905d904456ee34f80fdb1ef, regionState=OPENING, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:31,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bda40320e905d904456ee34f80fdb1ef, ASSIGN because future has completed 2024-11-28T08:22:31,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda40320e905d904456ee34f80fdb1ef, server=81db972b9a1d,38361,1732782135403}] 2024-11-28T08:22:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,000 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:32,000 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bda40320e905d904456ee34f80fdb1ef, NAME => 'test,,1732782151565.bda40320e905d904456ee34f80fdb1ef.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:32,001 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:32,001 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:22:32,001 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,001 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782151565.bda40320e905d904456ee34f80fdb1ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:32,001 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,002 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,045 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,046 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda40320e905d904456ee34f80fdb1ef columnFamilyName f 2024-11-28T08:22:32,046 DEBUG [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,047 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(327): Store=bda40320e905d904456ee34f80fdb1ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,047 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,049 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda40320e905d904456ee34f80fdb1ef columnFamilyName f1 2024-11-28T08:22:32,049 DEBUG [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,049 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(327): Store=bda40320e905d904456ee34f80fdb1ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,049 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,050 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda40320e905d904456ee34f80fdb1ef columnFamilyName norep 2024-11-28T08:22:32,051 DEBUG [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,051 INFO [StoreOpener-bda40320e905d904456ee34f80fdb1ef-1 {}] regionserver.HStore(327): Store=bda40320e905d904456ee34f80fdb1ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,051 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,052 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,053 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,053 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,054 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,054 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:32,055 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,065 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:32,069 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bda40320e905d904456ee34f80fdb1ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60901448, jitterRate=-0.09249770641326904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:32,069 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:32,070 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bda40320e905d904456ee34f80fdb1ef: Running coprocessor pre-open hook at 1732782152002Writing region info on filesystem at 1732782152002Initializing all the Stores at 1732782152041 (+39 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152041Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152044 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152044Cleaning up temporary data from old regions at 1732782152054 (+10 ms)Running coprocessor post-open hooks at 1732782152069 (+15 ms)Region opened successfully at 1732782152070 (+1 ms) 2024-11-28T08:22:32,072 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782151565.bda40320e905d904456ee34f80fdb1ef., pid=6, masterSystemTime=1732782151950 2024-11-28T08:22:32,075 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:32,075 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:32,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bda40320e905d904456ee34f80fdb1ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda40320e905d904456ee34f80fdb1ef, server=81db972b9a1d,38361,1732782135403 because future has completed 2024-11-28T08:22:32,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:22:32,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bda40320e905d904456ee34f80fdb1ef, server=81db972b9a1d,38361,1732782135403 in 286 msec 2024-11-28T08:22:32,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:22:32,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bda40320e905d904456ee34f80fdb1ef, ASSIGN in 449 msec 2024-11-28T08:22:32,090 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:32,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782152090"}]},"ts":"1732782152090"} 2024-11-28T08:22:32,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:22:32,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:32,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 535 msec 2024-11-28T08:22:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:22:32,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37b06112 2024-11-28T08:22:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:32,201 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:32,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:22:32,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:32,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:22:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:22:32,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0da121b3c6d5c2bbc87df5a14e21630, NAME => 'test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1 2024-11-28T08:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d0da121b3c6d5c2bbc87df5a14e21630, disabling compactions & flushes 2024-11-28T08:22:32,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. after waiting 0 ms 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0da121b3c6d5c2bbc87df5a14e21630: Waiting for close lock at 1732782152331Disabling compacts and flushes for region at 1732782152331Disabling writes for close at 1732782152331Writing region close event to WAL at 1732782152331Closed at 1732782152331 2024-11-28T08:22:32,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:32,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782152333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782152333"}]},"ts":"1732782152333"} 2024-11-28T08:22:32,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:32,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:32,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782152345"}]},"ts":"1732782152345"} 2024-11-28T08:22:32,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:22:32,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0da121b3c6d5c2bbc87df5a14e21630, ASSIGN}] 2024-11-28T08:22:32,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d0da121b3c6d5c2bbc87df5a14e21630, ASSIGN 2024-11-28T08:22:32,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d0da121b3c6d5c2bbc87df5a14e21630, ASSIGN; state=OFFLINE, location=81db972b9a1d,39161,1732782141535; forceNewPlan=false, retain=false 2024-11-28T08:22:32,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0da121b3c6d5c2bbc87df5a14e21630, regionState=OPENING, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:32,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d0da121b3c6d5c2bbc87df5a14e21630, ASSIGN because future has completed 2024-11-28T08:22:32,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0da121b3c6d5c2bbc87df5a14e21630, server=81db972b9a1d,39161,1732782141535}] 2024-11-28T08:22:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,692 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,693 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0da121b3c6d5c2bbc87df5a14e21630, NAME => 'test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:32,693 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:32,693 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:22:32,694 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,694 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:32,695 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,695 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,699 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,706 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0da121b3c6d5c2bbc87df5a14e21630 columnFamilyName f 2024-11-28T08:22:32,706 DEBUG [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,707 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(327): Store=d0da121b3c6d5c2bbc87df5a14e21630/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,707 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,709 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0da121b3c6d5c2bbc87df5a14e21630 columnFamilyName f1 2024-11-28T08:22:32,709 DEBUG [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,709 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(327): Store=d0da121b3c6d5c2bbc87df5a14e21630/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,709 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,711 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0da121b3c6d5c2bbc87df5a14e21630 columnFamilyName norep 2024-11-28T08:22:32,711 DEBUG [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,711 INFO [StoreOpener-d0da121b3c6d5c2bbc87df5a14e21630-1 {}] regionserver.HStore(327): Store=d0da121b3c6d5c2bbc87df5a14e21630/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:32,712 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,712 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,713 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,714 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,714 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,715 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:32,716 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,729 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:32,730 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0da121b3c6d5c2bbc87df5a14e21630; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74387943, jitterRate=0.1084667295217514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:32,730 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:32,730 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0da121b3c6d5c2bbc87df5a14e21630: Running coprocessor pre-open hook at 1732782152695Writing region info on filesystem at 1732782152695Initializing all the Stores at 1732782152697 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152697Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152699 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782152699Cleaning up temporary data from old regions at 1732782152714 (+15 ms)Running coprocessor post-open hooks at 1732782152730 (+16 ms)Region opened successfully at 1732782152730 2024-11-28T08:22:32,733 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630., pid=6, masterSystemTime=1732782152677 2024-11-28T08:22:32,736 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,736 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:32,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0da121b3c6d5c2bbc87df5a14e21630, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:32,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0da121b3c6d5c2bbc87df5a14e21630, server=81db972b9a1d,39161,1732782141535 because future has completed 2024-11-28T08:22:32,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:22:32,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0da121b3c6d5c2bbc87df5a14e21630, server=81db972b9a1d,39161,1732782141535 in 224 msec 2024-11-28T08:22:32,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:22:32,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d0da121b3c6d5c2bbc87df5a14e21630, ASSIGN in 401 msec 2024-11-28T08:22:32,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:32,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782152753"}]},"ts":"1732782152753"} 2024-11-28T08:22:32,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:22:32,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:32,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 553 msec 2024-11-28T08:22:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,845 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:22:32,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39651,1732782148442 2024-11-28T08:22:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780dc96b 2024-11-28T08:22:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:32,848 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:32,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:22:32,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:32,853 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:32,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:32,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:22:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:22:32,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2af5eb697f0449cfba9707e635b9084, NAME => 'test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec 2024-11-28T08:22:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:22:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2af5eb697f0449cfba9707e635b9084, disabling compactions & flushes 2024-11-28T08:22:33,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. after waiting 0 ms 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2af5eb697f0449cfba9707e635b9084: Waiting for close lock at 1732782153379Disabling compacts and flushes for region at 1732782153379Disabling writes for close at 1732782153379Writing region close event to WAL at 1732782153379Closed at 1732782153379 2024-11-28T08:22:33,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:33,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782153381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782153381"}]},"ts":"1732782153381"} 2024-11-28T08:22:33,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:33,389 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:33,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782153389"}]},"ts":"1732782153389"} 2024-11-28T08:22:33,391 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:22:33,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2af5eb697f0449cfba9707e635b9084, ASSIGN}] 2024-11-28T08:22:33,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2af5eb697f0449cfba9707e635b9084, ASSIGN 2024-11-28T08:22:33,395 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2af5eb697f0449cfba9707e635b9084, ASSIGN; state=OFFLINE, location=81db972b9a1d,34661,1732782148628; forceNewPlan=false, retain=false 2024-11-28T08:22:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:33,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2af5eb697f0449cfba9707e635b9084, regionState=OPENING, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:33,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2af5eb697f0449cfba9707e635b9084, ASSIGN because future has completed 2024-11-28T08:22:33,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2af5eb697f0449cfba9707e635b9084, server=81db972b9a1d,34661,1732782148628}] 2024-11-28T08:22:33,720 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,720 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2af5eb697f0449cfba9707e635b9084, NAME => 'test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:33,721 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:33,721 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:22:33,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:33,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,721 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,722 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,723 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2af5eb697f0449cfba9707e635b9084 columnFamilyName f 2024-11-28T08:22:33,723 DEBUG [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:33,724 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(327): Store=a2af5eb697f0449cfba9707e635b9084/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:33,724 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,725 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2af5eb697f0449cfba9707e635b9084 columnFamilyName f1 2024-11-28T08:22:33,725 DEBUG [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:33,726 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(327): Store=a2af5eb697f0449cfba9707e635b9084/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:33,726 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,727 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2af5eb697f0449cfba9707e635b9084 columnFamilyName norep 2024-11-28T08:22:33,727 DEBUG [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:33,727 INFO [StoreOpener-a2af5eb697f0449cfba9707e635b9084-1 {}] regionserver.HStore(327): Store=a2af5eb697f0449cfba9707e635b9084/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:33,728 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,729 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,730 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,731 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,731 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,734 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:33,735 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,745 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:33,746 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2af5eb697f0449cfba9707e635b9084; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67515155, jitterRate=0.006054207682609558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:33,746 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:33,746 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2af5eb697f0449cfba9707e635b9084: Running coprocessor pre-open hook at 1732782153721Writing region info on filesystem at 1732782153721Initializing all the Stores at 1732782153722 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782153722Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782153722Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782153722Cleaning up temporary data from old regions at 1732782153731 (+9 ms)Running coprocessor post-open hooks at 1732782153746 (+15 ms)Region opened successfully at 1732782153746 2024-11-28T08:22:33,747 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782152848.a2af5eb697f0449cfba9707e635b9084., pid=6, masterSystemTime=1732782153715 2024-11-28T08:22:33,750 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,750 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:33,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2af5eb697f0449cfba9707e635b9084, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:33,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2af5eb697f0449cfba9707e635b9084, server=81db972b9a1d,34661,1732782148628 because future has completed 2024-11-28T08:22:33,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:22:33,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2af5eb697f0449cfba9707e635b9084, server=81db972b9a1d,34661,1732782148628 in 196 msec 2024-11-28T08:22:33,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:22:33,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2af5eb697f0449cfba9707e635b9084, ASSIGN in 370 msec 2024-11-28T08:22:33,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:33,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782153765"}]},"ts":"1732782153765"} 2024-11-28T08:22:33,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:22:33,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:33,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 920 msec 2024-11-28T08:22:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:33,995 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:22:33,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:33,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45207,-1 for getting cluster id 2024-11-28T08:22:33,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:33,997 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb70b4ea-f2a8-4305-8085-989e8db28191' 2024-11-28T08:22:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb70b4ea-f2a8-4305-8085-989e8db28191" 2024-11-28T08:22:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e4882d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45207,-1] 2024-11-28T08:22:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:33,998 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d248117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:33,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,45207,1732782135041 2024-11-28T08:22:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@228e5731 2024-11-28T08:22:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:34,001 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:34,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:37165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:22:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:22:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:34,004 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:37165' 2024-11-28T08:22:34,005 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669ae107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,005 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:34,006 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:34,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:34,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40843160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:34,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:34,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b857b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,009 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17535ed 2024-11-28T08:22:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:34,012 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:34,013 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:22:34,013 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:22:34,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:34,013 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:34,014 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:34,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:34,016 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:22:34,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:34,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:34,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:22:34,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75a1ea50940c64352de29693d801cbce, NAME => 'hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875 2024-11-28T08:22:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75a1ea50940c64352de29693d801cbce, disabling compactions & flushes 2024-11-28T08:22:34,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. after waiting 0 ms 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75a1ea50940c64352de29693d801cbce: Waiting for close lock at 1732782154066Disabling compacts and flushes for region at 1732782154066Disabling writes for close at 1732782154066Writing region close event to WAL at 1732782154066Closed at 1732782154066 2024-11-28T08:22:34,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:34,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782154067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782154067"}]},"ts":"1732782154067"} 2024-11-28T08:22:34,067 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:22:34,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:34,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:34,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782154069"}]},"ts":"1732782154069"} 2024-11-28T08:22:34,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:22:34,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a1ea50940c64352de29693d801cbce, ASSIGN}] 2024-11-28T08:22:34,072 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a1ea50940c64352de29693d801cbce, ASSIGN 2024-11-28T08:22:34,073 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75a1ea50940c64352de29693d801cbce, ASSIGN; state=OFFLINE, location=81db972b9a1d,38361,1732782135403; forceNewPlan=false, retain=false 2024-11-28T08:22:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:34,224 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75a1ea50940c64352de29693d801cbce, regionState=OPENING, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:34,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75a1ea50940c64352de29693d801cbce, ASSIGN because future has completed 2024-11-28T08:22:34,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a1ea50940c64352de29693d801cbce, server=81db972b9a1d,38361,1732782135403}] 2024-11-28T08:22:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:34,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:34,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:22:34,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38361%2C1732782135403.rep, suffix=, logDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403, archiveDir=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs, maxLogs=10 2024-11-28T08:22:34,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.rep.1732782154390, exclude list is [], retry=0 2024-11-28T08:22:34,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-3baa0895-97b1-426d-ab4d-2ded89bf5307,DISK] 2024-11-28T08:22:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.rep.1732782154390 2024-11-28T08:22:34,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42501:42501)] 2024-11-28T08:22:34,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75a1ea50940c64352de29693d801cbce, NAME => 'hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:34,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. service=MultiRowMutationService 2024-11-28T08:22:34,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,416 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,417 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a1ea50940c64352de29693d801cbce columnFamilyName hfileref 2024-11-28T08:22:34,417 DEBUG [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:34,418 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(327): Store=75a1ea50940c64352de29693d801cbce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:34,418 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,418 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a1ea50940c64352de29693d801cbce columnFamilyName queue 2024-11-28T08:22:34,419 DEBUG [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:34,419 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(327): Store=75a1ea50940c64352de29693d801cbce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:34,419 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,420 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a1ea50940c64352de29693d801cbce columnFamilyName sid 2024-11-28T08:22:34,420 DEBUG [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:34,420 INFO [StoreOpener-75a1ea50940c64352de29693d801cbce-1 {}] regionserver.HStore(327): Store=75a1ea50940c64352de29693d801cbce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:34,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:34,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:34,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75a1ea50940c64352de29693d801cbce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723407, jitterRate=-0.11005188524723053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75a1ea50940c64352de29693d801cbce: Running coprocessor pre-open hook at 1732782154414Writing region info on filesystem at 1732782154414Initializing all the Stores at 1732782154415 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782154415Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782154416 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782154416Cleaning up temporary data from old regions at 1732782154421 (+5 ms)Running coprocessor post-open hooks at 1732782154424 (+3 ms)Region opened successfully at 1732782154424 2024-11-28T08:22:34,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce., pid=10, masterSystemTime=1732782154379 2024-11-28T08:22:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:34,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75a1ea50940c64352de29693d801cbce, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38361,1732782135403 2024-11-28T08:22:34,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a1ea50940c64352de29693d801cbce, server=81db972b9a1d,38361,1732782135403 because future has completed 2024-11-28T08:22:34,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:22:34,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75a1ea50940c64352de29693d801cbce, server=81db972b9a1d,38361,1732782135403 in 203 msec 2024-11-28T08:22:34,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:22:34,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a1ea50940c64352de29693d801cbce, ASSIGN in 360 msec 2024-11-28T08:22:34,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:34,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782154433"}]},"ts":"1732782154433"} 2024-11-28T08:22:34,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:22:34,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:34,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 421 msec 2024-11-28T08:22:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce., hostname=81db972b9a1d,38361,1732782135403, seqNum=2] 2024-11-28T08:22:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:34,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:22:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:34,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:22:34,778 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:22:34,819 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,38361,1732782135403, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:22:34,820 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:34,820 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38361,1732782135403, seqNum=-1] 2024-11-28T08:22:34,821 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:34,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-28T08:22:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,38361,1732782135403', locateType=CURRENT is [region=hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce., hostname=81db972b9a1d,38361,1732782135403, seqNum=2] 2024-11-28T08:22:34,828 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:22:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:22:34,831 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,38361,1732782135403 suceeded 2024-11-28T08:22:34,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:22:34,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-28T08:22:34,833 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:37165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:22:34,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 831 msec 2024-11-28T08:22:34,858 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:37165' 2024-11-28T08:22:34,862 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ba8ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,862 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:34,862 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:34,863 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:34,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:34,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:34,866 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:34,866 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50663679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:34,866 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:34,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:34,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4290e2ec 2024-11-28T08:22:34,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:34,868 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-28T08:22:34,869 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,38361,1732782135403 (queues=1) is replicating from cluster=bb70b4ea-f2a8-4305-8085-989e8db28191 to cluster=743f6aba-23c0-4914-82f4-09fe5558dbdf 2024-11-28T08:22:34,869 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C38361%2C1732782135403 2024-11-28T08:22:34,870 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,38361,1732782135403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:22:34,873 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651, startPosition=0, beingWritten=true 2024-11-28T08:22:34,876 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C38361%2C1732782135403 2024-11-28T08:22:34,887 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:34,887 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:34,887 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38361,1732782135403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:35,098 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:35,145 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:22:35,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:35,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:35,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:35,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:35,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:35,147 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb605c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:35,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,149 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc8545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7e2a4f 2024-11-28T08:22:35,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:35,152 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:35,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:39651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:22:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:22:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:35,157 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:39651' 2024-11-28T08:22:35,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@802f315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,170 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:35,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:35,171 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:35,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:35,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,174 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:35,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623914a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:35,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:35,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39651,1732782148442 2024-11-28T08:22:35,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7cf23f 2024-11-28T08:22:35,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:35,178 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:35,179 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T08:22:35,179 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:22:35,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:35,180 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:35,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:35,181 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:22:35,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:35,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:35,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:35,232 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:22:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:22:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:35,404 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:35,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:22:35,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:22:35,655 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55d43af465e303b1c2e317b4d0d5dac6, NAME => 'hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1 2024-11-28T08:22:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:22:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:35,808 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55d43af465e303b1c2e317b4d0d5dac6, disabling compactions & flushes 2024-11-28T08:22:36,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. after waiting 0 ms 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55d43af465e303b1c2e317b4d0d5dac6: Waiting for close lock at 1732782156065Disabling compacts and flushes for region at 1732782156065Disabling writes for close at 1732782156065Writing region close event to WAL at 1732782156065Closed at 1732782156065 2024-11-28T08:22:36,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:36,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782156067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782156067"}]},"ts":"1732782156067"} 2024-11-28T08:22:36,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:36,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:36,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782156071"}]},"ts":"1732782156071"} 2024-11-28T08:22:36,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:22:36,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55d43af465e303b1c2e317b4d0d5dac6, ASSIGN}] 2024-11-28T08:22:36,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55d43af465e303b1c2e317b4d0d5dac6, ASSIGN 2024-11-28T08:22:36,089 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55d43af465e303b1c2e317b4d0d5dac6, ASSIGN; state=OFFLINE, location=81db972b9a1d,39161,1732782141535; forceNewPlan=false, retain=false 2024-11-28T08:22:36,241 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55d43af465e303b1c2e317b4d0d5dac6, regionState=OPENING, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:36,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55d43af465e303b1c2e317b4d0d5dac6, ASSIGN because future has completed 2024-11-28T08:22:36,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d43af465e303b1c2e317b4d0d5dac6, server=81db972b9a1d,39161,1732782141535}] 2024-11-28T08:22:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:36,341 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:36,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:36,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:22:36,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C39161%2C1732782141535.rep, suffix=, logDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535, archiveDir=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/oldWALs, maxLogs=10 2024-11-28T08:22:36,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.rep.1732782156453, exclude list is [], retry=0 2024-11-28T08:22:36,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44183,DS-cfdb57df-835d-4b9e-a4a9-a3f9d896c696,DISK] 2024-11-28T08:22:36,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.rep.1732782156453 2024-11-28T08:22:36,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40971:40971)] 2024-11-28T08:22:36,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 55d43af465e303b1c2e317b4d0d5dac6, NAME => 'hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:36,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. service=MultiRowMutationService 2024-11-28T08:22:36,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,524 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,526 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d43af465e303b1c2e317b4d0d5dac6 columnFamilyName hfileref 2024-11-28T08:22:36,526 DEBUG [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:36,529 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(327): Store=55d43af465e303b1c2e317b4d0d5dac6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:36,529 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,537 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d43af465e303b1c2e317b4d0d5dac6 columnFamilyName queue 2024-11-28T08:22:36,538 DEBUG [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:36,538 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(327): Store=55d43af465e303b1c2e317b4d0d5dac6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:36,538 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,540 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d43af465e303b1c2e317b4d0d5dac6 columnFamilyName sid 2024-11-28T08:22:36,540 DEBUG [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:36,544 INFO [StoreOpener-55d43af465e303b1c2e317b4d0d5dac6-1 {}] regionserver.HStore(327): Store=55d43af465e303b1c2e317b4d0d5dac6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:36,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:36,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:36,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 55d43af465e303b1c2e317b4d0d5dac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64253469, jitterRate=-0.04254870116710663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:36,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:36,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 55d43af465e303b1c2e317b4d0d5dac6: Running coprocessor pre-open hook at 1732782156512Writing region info on filesystem at 1732782156512Initializing all the Stores at 1732782156514 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782156514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782156523 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782156523Cleaning up temporary data from old regions at 1732782156557 (+34 ms)Running coprocessor post-open hooks at 1732782156605 (+48 ms)Region opened successfully at 1732782156605 2024-11-28T08:22:36,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6., pid=10, masterSystemTime=1732782156408 2024-11-28T08:22:36,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:36,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=55d43af465e303b1c2e317b4d0d5dac6, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,39161,1732782141535 2024-11-28T08:22:36,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d43af465e303b1c2e317b4d0d5dac6, server=81db972b9a1d,39161,1732782141535 because future has completed 2024-11-28T08:22:36,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:22:36,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 55d43af465e303b1c2e317b4d0d5dac6, server=81db972b9a1d,39161,1732782141535 in 373 msec 2024-11-28T08:22:36,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:22:36,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55d43af465e303b1c2e317b4d0d5dac6, ASSIGN in 547 msec 2024-11-28T08:22:36,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:36,639 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782156638"}]},"ts":"1732782156638"} 2024-11-28T08:22:36,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:22:36,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:36,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4620 sec 2024-11-28T08:22:36,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6., hostname=81db972b9a1d,39161,1732782141535, seqNum=2] 2024-11-28T08:22:36,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:36,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:36,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:36,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:22:36,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:36,948 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:36,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:22:36,969 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:22:37,043 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,39161,1732782141535, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:22:37,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:37,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39161,1732782141535, seqNum=-1] 2024-11-28T08:22:37,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:37,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-28T08:22:37,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,39161,1732782141535', locateType=CURRENT is [region=hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6., hostname=81db972b9a1d,39161,1732782141535, seqNum=2] 2024-11-28T08:22:37,059 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:22:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:22:37,067 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,39161,1732782141535 suceeded 2024-11-28T08:22:37,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:22:37,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-28T08:22:37,070 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:39651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:22:37,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9170 sec 2024-11-28T08:22:37,092 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:39651' 2024-11-28T08:22:37,094 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a561ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,094 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:37,094 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:37,095 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:37,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e5463a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:37,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,097 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:37,098 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c088a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,098 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39651,1732782148442 2024-11-28T08:22:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63243041 2024-11-28T08:22:37,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:37,100 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-28T08:22:37,104 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,39161,1732782141535 (queues=1) is replicating from cluster=743f6aba-23c0-4914-82f4-09fe5558dbdf to cluster=533cd079-972d-46b0-8a47-51f23d9b6681 2024-11-28T08:22:37,104 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C39161%2C1732782141535 2024-11-28T08:22:37,105 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,39161,1732782141535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:22:37,112 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, startPosition=0, beingWritten=true 2024-11-28T08:22:37,113 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C39161%2C1732782141535 2024-11-28T08:22:37,128 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:37,128 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:37,128 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:37,320 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:22:37,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:37,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:37,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:37,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,336 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:37,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:37,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:37,343 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d94496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,346 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:37,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644171b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,39651,1732782148442 2024-11-28T08:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a93d09f 2024-11-28T08:22:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:37,350 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:37,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:37165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:22:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:22:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:37,354 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:37165' 2024-11-28T08:22:37,357 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dda14c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,357 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:37,357 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:37,358 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7825ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,359 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a7528a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:37,360 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b2eb0a 2024-11-28T08:22:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:37,362 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:37,363 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:22:37,363 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:22:37,363 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,363 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:37,363 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:37,364 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:22:37,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:37,366 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:37,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:37,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:22:37,415 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:22:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:37,648 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:37,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:37,681 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:37,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b52cd45b63fb957d9ea38d1e682ab84, NAME => 'hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec 2024-11-28T08:22:37,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:22:37,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:37,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b52cd45b63fb957d9ea38d1e682ab84, disabling compactions & flushes 2024-11-28T08:22:37,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:37,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:37,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. after waiting 0 ms 2024-11-28T08:22:37,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:37,791 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:37,791 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b52cd45b63fb957d9ea38d1e682ab84: Waiting for close lock at 1732782157790Disabling compacts and flushes for region at 1732782157790Disabling writes for close at 1732782157791 (+1 ms)Writing region close event to WAL at 1732782157791Closed at 1732782157791 2024-11-28T08:22:37,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:22:37,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782157792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782157792"}]},"ts":"1732782157792"} 2024-11-28T08:22:37,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:22:37,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:22:37,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782157795"}]},"ts":"1732782157795"} 2024-11-28T08:22:37,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:22:37,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b52cd45b63fb957d9ea38d1e682ab84, ASSIGN}] 2024-11-28T08:22:37,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b52cd45b63fb957d9ea38d1e682ab84, ASSIGN 2024-11-28T08:22:37,799 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b52cd45b63fb957d9ea38d1e682ab84, ASSIGN; state=OFFLINE, location=81db972b9a1d,34661,1732782148628; forceNewPlan=false, retain=false 2024-11-28T08:22:37,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b52cd45b63fb957d9ea38d1e682ab84, regionState=OPENING, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:37,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b52cd45b63fb957d9ea38d1e682ab84, ASSIGN because future has completed 2024-11-28T08:22:37,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b52cd45b63fb957d9ea38d1e682ab84, server=81db972b9a1d,34661,1732782148628}] 2024-11-28T08:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:38,066 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:38,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:38,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:38,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:22:38,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C34661%2C1732782148628.rep, suffix=, logDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628, archiveDir=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/oldWALs, maxLogs=10 2024-11-28T08:22:38,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.rep.1732782158170, exclude list is [], retry=0 2024-11-28T08:22:38,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-f62cd9ca-8c52-4d33-9431-d993de6377d0,DISK] 2024-11-28T08:22:38,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.rep.1732782158170 2024-11-28T08:22:38,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-28T08:22:38,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b52cd45b63fb957d9ea38d1e682ab84, NAME => 'hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:38,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:38,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:38,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. service=MultiRowMutationService 2024-11-28T08:22:38,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:22:38,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:38,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,235 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,236 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b52cd45b63fb957d9ea38d1e682ab84 columnFamilyName hfileref 2024-11-28T08:22:38,237 DEBUG [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:38,237 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(327): Store=1b52cd45b63fb957d9ea38d1e682ab84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:38,237 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,239 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b52cd45b63fb957d9ea38d1e682ab84 columnFamilyName queue 2024-11-28T08:22:38,239 DEBUG [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:38,240 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(327): Store=1b52cd45b63fb957d9ea38d1e682ab84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:38,240 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,242 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b52cd45b63fb957d9ea38d1e682ab84 columnFamilyName sid 2024-11-28T08:22:38,242 DEBUG [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:38,243 INFO [StoreOpener-1b52cd45b63fb957d9ea38d1e682ab84-1 {}] regionserver.HStore(327): Store=1b52cd45b63fb957d9ea38d1e682ab84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:38,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:22:38,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:38,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1b52cd45b63fb957d9ea38d1e682ab84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73262607, jitterRate=0.09169791638851166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:22:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1b52cd45b63fb957d9ea38d1e682ab84: Running coprocessor pre-open hook at 1732782158230Writing region info on filesystem at 1732782158230Initializing all the Stores at 1732782158234 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782158234Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782158234Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782158234Cleaning up temporary data from old regions at 1732782158246 (+12 ms)Running coprocessor post-open hooks at 1732782158254 (+8 ms)Region opened successfully at 1732782158254 2024-11-28T08:22:38,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84., pid=10, masterSystemTime=1732782158128 2024-11-28T08:22:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:38,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:38,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1b52cd45b63fb957d9ea38d1e682ab84, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,34661,1732782148628 2024-11-28T08:22:38,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b52cd45b63fb957d9ea38d1e682ab84, server=81db972b9a1d,34661,1732782148628 because future has completed 2024-11-28T08:22:38,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:22:38,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b52cd45b63fb957d9ea38d1e682ab84, server=81db972b9a1d,34661,1732782148628 in 306 msec 2024-11-28T08:22:38,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:22:38,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b52cd45b63fb957d9ea38d1e682ab84, ASSIGN in 467 msec 2024-11-28T08:22:38,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:22:38,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782158266"}]},"ts":"1732782158266"} 2024-11-28T08:22:38,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:22:38,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:22:38,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 906 msec 2024-11-28T08:22:38,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84., hostname=81db972b9a1d,34661,1732782148628, seqNum=2] 2024-11-28T08:22:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:38,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:38,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:22:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:38,512 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:38,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:22:38,541 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:22:38,573 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:38,587 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,34661,1732782148628, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:22:38,587 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:38,587 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34661,1732782148628, seqNum=-1] 2024-11-28T08:22:38,588 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:38,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-28T08:22:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,34661,1732782148628', locateType=CURRENT is [region=hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84., hostname=81db972b9a1d,34661,1732782148628, seqNum=2] 2024-11-28T08:22:38,600 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:22:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:22:38,602 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,34661,1732782148628 suceeded 2024-11-28T08:22:38,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:22:38,604 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:37165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:22:38,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-28T08:22:38,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2540 sec 2024-11-28T08:22:38,618 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:37165' 2024-11-28T08:22:38,620 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e98741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:38,620 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:38,620 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:38,620 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:38,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:38,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:38,623 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:38,623 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130eed69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:38,623 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:38,623 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:38,624 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:38,625 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69eb3609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:38,625 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:38,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,37165,1732782141417 2024-11-28T08:22:38,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1747c157 2024-11-28T08:22:38,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:38,626 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-28T08:22:38,627 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,34661,1732782148628 (queues=1) is replicating from cluster=533cd079-972d-46b0-8a47-51f23d9b6681 to cluster=743f6aba-23c0-4914-82f4-09fe5558dbdf 2024-11-28T08:22:38,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C34661%2C1732782148628 2024-11-28T08:22:38,627 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,34661,1732782148628, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:22:38,627 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C34661%2C1732782148628 2024-11-28T08:22:38,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, startPosition=0, beingWritten=true 2024-11-28T08:22:38,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:38,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:38,634 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:38,853 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:39,157 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:39,180 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:39,416 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:22:39,505 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:22:39,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:39,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:39,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:39,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,45207,-1 for getting cluster id 2024-11-28T08:22:39,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:39,508 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb70b4ea-f2a8-4305-8085-989e8db28191' 2024-11-28T08:22:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb70b4ea-f2a8-4305-8085-989e8db28191" 2024-11-28T08:22:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfacd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,45207,-1] 2024-11-28T08:22:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:39,511 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c976c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:39,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:39,517 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3208f022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:39,519 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:39,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:39,530 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:39,531 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d69f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:39,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38361,1732782135403, seqNum=-1] 2024-11-28T08:22:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:39,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782151565.bda40320e905d904456ee34f80fdb1ef., hostname=81db972b9a1d,38361,1732782135403, seqNum=2] 2024-11-28T08:22:39,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34661,1732782148628, seqNum=-1] 2024-11-28T08:22:39,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:39,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:39,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782152848.a2af5eb697f0449cfba9707e635b9084., hostname=81db972b9a1d,34661,1732782148628, seqNum=2] 2024-11-28T08:22:39,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T08:22:39,583 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:39,898 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:40,089 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:40,424 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 379, reset compression=false 2024-11-28T08:22:40,431 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:40,431 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:40,431 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38361,1732782135403 got entry batch from reader: WALEntryBatch [walEntries=[{test/bda40320e905d904456ee34f80fdb1ef/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T08:22:40,434 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:40,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-28T08:22:40,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:40,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68590f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,37165,-1 for getting cluster id 2024-11-28T08:22:40,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:40,442 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '743f6aba-23c0-4914-82f4-09fe5558dbdf' 2024-11-28T08:22:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "743f6aba-23c0-4914-82f4-09fe5558dbdf" 2024-11-28T08:22:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef49e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,37165,-1] 2024-11-28T08:22:40,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:40,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:40,443 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:40,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28732fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:40,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39161,1732782141535, seqNum=-1] 2024-11-28T08:22:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:40,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-28T08:22:40,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630., hostname=81db972b9a1d,39161,1732782141535, seqNum=2] 2024-11-28T08:22:40,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:40,549 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T08:22:40,637 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:40,702 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 379, reset compression=false 2024-11-28T08:22:40,710 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:40,718 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:40,718 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 504, reset compression=false 2024-11-28T08:22:40,718 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0da121b3c6d5c2bbc87df5a14e21630/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-28T08:22:40,721 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:40,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-28T08:22:40,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:40,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669ab88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,39651,-1 for getting cluster id 2024-11-28T08:22:40,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:40,764 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '533cd079-972d-46b0-8a47-51f23d9b6681' 2024-11-28T08:22:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "533cd079-972d-46b0-8a47-51f23d9b6681" 2024-11-28T08:22:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@734ad6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,39651,-1] 2024-11-28T08:22:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:40,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:40,768 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:40,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558d72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:40,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:40,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,34661,1732782148628, seqNum=-1] 2024-11-28T08:22:40,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:40,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-28T08:22:40,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732782152848.a2af5eb697f0449cfba9707e635b9084., hostname=81db972b9a1d,34661,1732782148628, seqNum=2] 2024-11-28T08:22:40,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:40,944 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:40,952 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 504, reset compression=false 2024-11-28T08:22:41,261 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 504, reset compression=false 2024-11-28T08:22:41,354 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:41,430 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 379, reset compression=false 2024-11-28T08:22:41,434 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:41,435 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 527, reset compression=false 2024-11-28T08:22:41,435 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:41,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T08:22:41,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T08:22:41,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:41,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T08:22:41,551 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T08:22:41,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,39161,1732782141535, seqNum=-1] 2024-11-28T08:22:41,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:41,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630., hostname=81db972b9a1d,39161,1732782141535, seqNum=2] 2024-11-28T08:22:41,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T08:22:41,638 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 527, reset compression=false 2024-11-28T08:22:41,665 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 504, reset compression=false 2024-11-28T08:22:41,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:41,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 608, reset compression=false 2024-11-28T08:22:41,678 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0da121b3c6d5c2bbc87df5a14e21630/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:22:41,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:41,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:41,857 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:41,886 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 608, reset compression=false 2024-11-28T08:22:41,950 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 527, reset compression=false 2024-11-28T08:22:41,955 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:41,955 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 654, reset compression=false 2024-11-28T08:22:41,955 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:42,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,089 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=5, created chunk count=34, reused chunk count=123, reuseRatio=78.34% 2024-11-28T08:22:42,089 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-28T08:22:42,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:42,162 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 654, reset compression=false 2024-11-28T08:22:42,192 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 608, reset compression=false 2024-11-28T08:22:42,461 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:42,466 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 654, reset compression=false 2024-11-28T08:22:42,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T08:22:42,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-28T08:22:42,615 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 608, reset compression=false 2024-11-28T08:22:42,873 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 654, reset compression=false 2024-11-28T08:22:42,902 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:42,902 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 758, reset compression=false 2024-11-28T08:22:42,902 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2af5eb697f0449cfba9707e635b9084/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T08:22:42,905 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:42,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-28T08:22:42,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:42,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:43,110 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 758, reset compression=false 2024-11-28T08:22:43,119 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 608, reset compression=false 2024-11-28T08:22:43,124 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:43,124 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 735, reset compression=false 2024-11-28T08:22:43,124 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:43,165 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:43,333 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 735, reset compression=false 2024-11-28T08:22:43,414 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 758, reset compression=false 2024-11-28T08:22:43,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-28T08:22:43,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T08:22:43,668 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 735, reset compression=false 2024-11-28T08:22:43,853 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 758, reset compression=false 2024-11-28T08:22:43,969 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 480, reset compression=false 2024-11-28T08:22:43,995 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:43,995 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:43,995 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38361,1732782135403 got entry batch from reader: WALEntryBatch [walEntries=[{test/bda40320e905d904456ee34f80fdb1ef/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T08:22:43,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:44,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:44,082 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 735, reset compression=false 2024-11-28T08:22:44,104 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:44,104 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 883, reset compression=false 2024-11-28T08:22:44,104 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0da121b3c6d5c2bbc87df5a14e21630/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-28T08:22:44,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:44,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:44,224 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:44,349 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 883, reset compression=false 2024-11-28T08:22:44,367 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 758, reset compression=false 2024-11-28T08:22:44,374 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:44,374 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 929, reset compression=false 2024-11-28T08:22:44,374 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:44,556 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:44,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T08:22:44,581 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T08:22:44,586 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 929, reset compression=false 2024-11-28T08:22:44,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:22:44,656 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 883, reset compression=false 2024-11-28T08:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1042, reset compression=false 2024-11-28T08:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[{test/d0da121b3c6d5c2bbc87df5a14e21630/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T08:22:44,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:44,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:44,917 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1042, reset compression=false 2024-11-28T08:22:44,929 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 929, reset compression=false 2024-11-28T08:22:44,942 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:44,943 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1078, reset compression=false 2024-11-28T08:22:44,943 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:45,009 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:45,162 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1078, reset compression=false 2024-11-28T08:22:45,243 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1042, reset compression=false 2024-11-28T08:22:45,467 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1078, reset compression=false 2024-11-28T08:22:45,517 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:45,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T08:22:45,592 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-28T08:22:45,677 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1042, reset compression=false 2024-11-28T08:22:45,872 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1078, reset compression=false 2024-11-28T08:22:45,890 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:22:45,891 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1237, reset compression=false 2024-11-28T08:22:45,891 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2af5eb697f0449cfba9707e635b9084/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T08:22:45,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T08:22:45,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T08:22:46,110 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1237, reset compression=false 2024-11-28T08:22:46,129 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:46,185 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1042, reset compression=false 2024-11-28T08:22:46,190 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:46,190 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:46,190 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:46,394 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:46,414 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1237, reset compression=false 2024-11-28T08:22:46,593 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-28T08:22:46,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:46,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:46,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:46,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:46,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:46,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:46,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:46,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284129516, stopped=false 2024-11-28T08:22:46,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,39651,1732782148442 2024-11-28T08:22:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22117452287/running 2024-11-28T08:22:46,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22117452287/running 2024-11-28T08:22:46,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:46,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:46,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:46,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,34661,1732782148628' ***** 2024-11-28T08:22:46,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:46,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/running 2024-11-28T08:22:46,612 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:46,612 INFO [RS:0;81db972b9a1d:34661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:46,612 INFO [RS:0;81db972b9a1d:34661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:46,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:46,612 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b52cd45b63fb957d9ea38d1e682ab84 2024-11-28T08:22:46,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Set watcher on znode that does not yet exist, /22117452287/running 2024-11-28T08:22:46,613 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(3091): Received CLOSE for a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:46,613 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,34661,1732782148628 2024-11-28T08:22:46,613 INFO [RS:0;81db972b9a1d:34661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:46,614 INFO [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34661. 2024-11-28T08:22:46,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b52cd45b63fb957d9ea38d1e682ab84, disabling compactions & flushes 2024-11-28T08:22:46,614 DEBUG [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:46,614 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:46,614 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:46,614 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:46,614 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:46,614 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:46,614 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:46,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:46,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. after waiting 0 ms 2024-11-28T08:22:46,614 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:46,615 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b52cd45b63fb957d9ea38d1e682ab84 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-28T08:22:46,616 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:46,616 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1325): Online Regions={1b52cd45b63fb957d9ea38d1e682ab84=hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84., 1588230740=hbase:meta,,1.1588230740, a2af5eb697f0449cfba9707e635b9084=test,,1732782152848.a2af5eb697f0449cfba9707e635b9084.} 2024-11-28T08:22:46,616 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b52cd45b63fb957d9ea38d1e682ab84, a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:46,616 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:46,616 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:46,616 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:46,616 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:46,616 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:46,616 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:46,632 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/info/2159669771f44fe7929f38cd26652d6a is 147, key is hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84./info:regioninfo/1732782158258/Put/seqid=0 2024-11-28T08:22:46,633 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/.tmp/queue/4adb970983554720878919e52ea393e0 is 154, key is 1-81db972b9a1d,34661,1732782148628/queue:81db972b9a1d%2C34661%2C1732782148628/1732782165897/Put/seqid=0 2024-11-28T08:22:46,635 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741840_1016 (size=7686) 2024-11-28T08:22:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741841_1017 (size=5353) 2024-11-28T08:22:46,654 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/.tmp/queue/4adb970983554720878919e52ea393e0 2024-11-28T08:22:46,659 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/.tmp/queue/4adb970983554720878919e52ea393e0 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/queue/4adb970983554720878919e52ea393e0 2024-11-28T08:22:46,662 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/queue/4adb970983554720878919e52ea393e0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T08:22:46,663 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1b52cd45b63fb957d9ea38d1e682ab84 in 49ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:46,667 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/replication/1b52cd45b63fb957d9ea38d1e682ab84/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:46,667 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:46,667 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:46,667 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:46,667 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b52cd45b63fb957d9ea38d1e682ab84: Waiting for close lock at 1732782166614Running coprocessor pre-close hooks at 1732782166614Disabling compacts and flushes for region at 1732782166614Disabling writes for close at 1732782166614Obtaining lock to block concurrent updates at 1732782166615 (+1 ms)Preparing flush snapshotting stores in 1b52cd45b63fb957d9ea38d1e682ab84 at 1732782166615Finished memstore snapshotting hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732782166615Flushing stores of hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. at 1732782166615Flushing 1b52cd45b63fb957d9ea38d1e682ab84/queue: creating writer at 1732782166615Flushing 1b52cd45b63fb957d9ea38d1e682ab84/queue: appending metadata at 1732782166632 (+17 ms)Flushing 1b52cd45b63fb957d9ea38d1e682ab84/queue: closing flushed file at 1732782166632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ebb4cf5: reopening flushed file at 1732782166658 (+26 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1b52cd45b63fb957d9ea38d1e682ab84 in 49ms, sequenceid=12, compaction requested=false at 1732782166663 (+5 ms)Writing region close event to WAL at 1732782166664 (+1 ms)Running coprocessor post-close hooks at 1732782166667 (+3 ms)Closed at 1732782166667 2024-11-28T08:22:46,667 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782157363.1b52cd45b63fb957d9ea38d1e682ab84. 2024-11-28T08:22:46,668 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2af5eb697f0449cfba9707e635b9084, disabling compactions & flushes 2024-11-28T08:22:46,668 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:46,668 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:46,668 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. after waiting 0 ms 2024-11-28T08:22:46,668 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:46,668 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2af5eb697f0449cfba9707e635b9084 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-28T08:22:46,683 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f/747459d72daf43a0894127cda822f084 is 29, key is row1/f:/1732782164577/DeleteFamily/seqid=0 2024-11-28T08:22:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741842_1018 (size=5152) 2024-11-28T08:22:46,694 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f/747459d72daf43a0894127cda822f084 2024-11-28T08:22:46,697 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 747459d72daf43a0894127cda822f084 2024-11-28T08:22:46,701 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:46,712 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f1/45ba7d94f50d4376b3a3cf315ad2201d is 30, key is row1/f1:/1732782164577/DeleteFamily/seqid=0 2024-11-28T08:22:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741843_1019 (size=5158) 2024-11-28T08:22:46,816 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:46,821 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1237, reset compression=false 2024-11-28T08:22:46,825 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:46,825 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1484, reset compression=false 2024-11-28T08:22:46,825 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,34661,1732782148628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:46,827 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,34661,1732782148628: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,34661,1732782148628, walGroup=81db972b9a1d%2C34661%2C1732782148628, offset=81db972b9a1d%2C34661%2C1732782148628.1732782150214:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:34661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:22:46,828 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:22:46,828 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:22:46,829 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:22:46,829 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:22:46,830 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:22:46,830 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1002700936 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 201964504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:22:46,830 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:39651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:39651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:22:46,832 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:47,016 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:47,029 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1484, reset compression=false 2024-11-28T08:22:47,052 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/info/2159669771f44fe7929f38cd26652d6a 2024-11-28T08:22:47,075 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:47,075 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:47,075 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/ns/5f8570a0aac540efbf22b34e1f86ccf2 is 43, key is default/ns:d/1732782151396/Put/seqid=0 2024-11-28T08:22:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741844_1020 (size=5153) 2024-11-28T08:22:47,105 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:47,116 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f1/45ba7d94f50d4376b3a3cf315ad2201d 2024-11-28T08:22:47,121 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45ba7d94f50d4376b3a3cf315ad2201d 2024-11-28T08:22:47,140 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/norep/974d62caeba743ff9e9740ac176633f4 is 33, key is row2/norep:/1732782165588/DeleteFamily/seqid=0 2024-11-28T08:22:47,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741845_1021 (size=5108) 2024-11-28T08:22:47,217 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:47,334 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1484, reset compression=false 2024-11-28T08:22:47,417 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2af5eb697f0449cfba9707e635b9084 2024-11-28T08:22:47,489 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/ns/5f8570a0aac540efbf22b34e1f86ccf2 2024-11-28T08:22:47,510 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/rep_barrier/78c86f54890544508ae977c9f0a6f71c is 112, key is test,,1732782152848.a2af5eb697f0449cfba9707e635b9084./rep_barrier:seqnumDuringOpen/1732782153750/Put/seqid=0 2024-11-28T08:22:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741846_1022 (size=5518) 2024-11-28T08:22:47,514 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/rep_barrier/78c86f54890544508ae977c9f0a6f71c 2024-11-28T08:22:47,532 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/table/4fffa61038684234a529d8811df039a8 is 53, key is hbase:replication/table:state/1732782158266/Put/seqid=0 2024-11-28T08:22:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741847_1023 (size=5308) 2024-11-28T08:22:47,546 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/norep/974d62caeba743ff9e9740ac176633f4 2024-11-28T08:22:47,550 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 974d62caeba743ff9e9740ac176633f4 2024-11-28T08:22:47,550 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f/747459d72daf43a0894127cda822f084 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/f/747459d72daf43a0894127cda822f084 2024-11-28T08:22:47,554 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 747459d72daf43a0894127cda822f084 2024-11-28T08:22:47,554 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/f/747459d72daf43a0894127cda822f084, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:47,554 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/f1/45ba7d94f50d4376b3a3cf315ad2201d as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/f1/45ba7d94f50d4376b3a3cf315ad2201d 2024-11-28T08:22:47,562 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45ba7d94f50d4376b3a3cf315ad2201d 2024-11-28T08:22:47,562 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/f1/45ba7d94f50d4376b3a3cf315ad2201d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:47,563 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/.tmp/norep/974d62caeba743ff9e9740ac176633f4 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/norep/974d62caeba743ff9e9740ac176633f4 2024-11-28T08:22:47,567 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 974d62caeba743ff9e9740ac176633f4 2024-11-28T08:22:47,567 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/norep/974d62caeba743ff9e9740ac176633f4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:47,568 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2af5eb697f0449cfba9707e635b9084 in 900ms, sequenceid=10, compaction requested=false 2024-11-28T08:22:47,579 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/default/test/a2af5eb697f0449cfba9707e635b9084/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T08:22:47,579 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:47,579 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:47,579 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:47,579 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2af5eb697f0449cfba9707e635b9084: Waiting for close lock at 1732782166667Running coprocessor pre-close hooks at 1732782166668 (+1 ms)Disabling compacts and flushes for region at 1732782166668Disabling writes for close at 1732782166668Obtaining lock to block concurrent updates at 1732782166668Preparing flush snapshotting stores in a2af5eb697f0449cfba9707e635b9084 at 1732782166668Finished memstore snapshotting test,,1732782152848.a2af5eb697f0449cfba9707e635b9084., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732782166668Flushing stores of test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. at 1732782166669 (+1 ms)Flushing a2af5eb697f0449cfba9707e635b9084/f: creating writer at 1732782166669Flushing a2af5eb697f0449cfba9707e635b9084/f: appending metadata at 1732782166682 (+13 ms)Flushing a2af5eb697f0449cfba9707e635b9084/f: closing flushed file at 1732782166682Flushing a2af5eb697f0449cfba9707e635b9084/f1: creating writer at 1732782166697 (+15 ms)Flushing a2af5eb697f0449cfba9707e635b9084/f1: appending metadata at 1732782166711 (+14 ms)Flushing a2af5eb697f0449cfba9707e635b9084/f1: closing flushed file at 1732782166711Flushing a2af5eb697f0449cfba9707e635b9084/norep: creating writer at 1732782167121 (+410 ms)Flushing a2af5eb697f0449cfba9707e635b9084/norep: appending metadata at 1732782167140 (+19 ms)Flushing a2af5eb697f0449cfba9707e635b9084/norep: closing flushed file at 1732782167140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4155195a: reopening flushed file at 1732782167550 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594ced68: reopening flushed file at 1732782167554 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2d4031: reopening flushed file at 1732782167562 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2af5eb697f0449cfba9707e635b9084 in 900ms, sequenceid=10, compaction requested=false at 1732782167568 (+6 ms)Writing region close event to WAL at 1732782167576 (+8 ms)Running coprocessor post-close hooks at 1732782167579 (+3 ms)Closed at 1732782167579 2024-11-28T08:22:47,579 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782152848.a2af5eb697f0449cfba9707e635b9084. 2024-11-28T08:22:47,608 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:47,617 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:22:47,617 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:47,617 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:47,636 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:47,737 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 1484, reset compression=false 2024-11-28T08:22:47,746 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:47,747 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 2128, reset compression=false 2024-11-28T08:22:47,817 DEBUG [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:47,941 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/table/4fffa61038684234a529d8811df039a8 2024-11-28T08:22:47,945 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/info/2159669771f44fe7929f38cd26652d6a as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/info/2159669771f44fe7929f38cd26652d6a 2024-11-28T08:22:47,948 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/info/2159669771f44fe7929f38cd26652d6a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:47,949 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/ns/5f8570a0aac540efbf22b34e1f86ccf2 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/ns/5f8570a0aac540efbf22b34e1f86ccf2 2024-11-28T08:22:47,952 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/ns/5f8570a0aac540efbf22b34e1f86ccf2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:47,952 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/rep_barrier/78c86f54890544508ae977c9f0a6f71c as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/rep_barrier/78c86f54890544508ae977c9f0a6f71c 2024-11-28T08:22:47,956 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/rep_barrier/78c86f54890544508ae977c9f0a6f71c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:47,956 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/.tmp/table/4fffa61038684234a529d8811df039a8 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/table/4fffa61038684234a529d8811df039a8 2024-11-28T08:22:47,957 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.wal-reader.81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 to pos 2128, reset compression=false 2024-11-28T08:22:47,961 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/table/4fffa61038684234a529d8811df039a8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:47,962 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:47,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:47,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:47,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:47,968 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:47,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782166616Running coprocessor pre-close hooks at 1732782166616Disabling compacts and flushes for region at 1732782166616Disabling writes for close at 1732782166616Obtaining lock to block concurrent updates at 1732782166616Preparing flush snapshotting stores in 1588230740 at 1732782166616Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782166617 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782166617Flushing 1588230740/info: creating writer at 1732782166617Flushing 1588230740/info: appending metadata at 1732782166631 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732782166632 (+1 ms)Flushing 1588230740/ns: creating writer at 1732782167057 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732782167075 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732782167075Flushing 1588230740/rep_barrier: creating writer at 1732782167492 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782167510 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782167510Flushing 1588230740/table: creating writer at 1732782167517 (+7 ms)Flushing 1588230740/table: appending metadata at 1732782167532 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732782167532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3876aec8: reopening flushed file at 1732782167944 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b393f2: reopening flushed file at 1732782167948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4834a470: reopening flushed file at 1732782167952 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eed7df5: reopening flushed file at 1732782167956 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1732782167962 (+6 ms)Writing region close event to WAL at 1732782167965 (+3 ms)Running coprocessor post-close hooks at 1732782167968 (+3 ms)Closed at 1732782167968 2024-11-28T08:22:47,968 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:48,018 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,34661,1732782148628; all regions closed. 2024-11-28T08:22:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741839_1015 (size=3114) 2024-11-28T08:22:48,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.rep.1732782158170 not finished, retry = 0 2024-11-28T08:22:48,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741832_1008 (size=2136) 2024-11-28T08:22:48,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/WALs/81db972b9a1d,34661,1732782148628/81db972b9a1d%2C34661%2C1732782148628.1732782150214 not finished, retry = 0 2024-11-28T08:22:48,212 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:48,226 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:48,226 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:48,226 INFO [RS:0;81db972b9a1d:34661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:48,226 INFO [RS:0;81db972b9a1d:34661 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:48,226 INFO [RS:0;81db972b9a1d:34661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:48,226 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:48,226 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,34661,1732782148628 because: Region server is closing 2024-11-28T08:22:48,227 INFO [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34661. 2024-11-28T08:22:48,227 DEBUG [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:48,227 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:48,227 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:48,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:48,327 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,34661,1732782148628.replicationSource.shipper81db972b9a1d%2C34661%2C1732782148628,1-81db972b9a1d,34661,1732782148628 terminated 2024-11-28T08:22:48,327 INFO [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:34661. 2024-11-28T08:22:48,327 DEBUG [RS:0;81db972b9a1d:34661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:48,327 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:48,328 DEBUG [RS:0;81db972b9a1d:34661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:48,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:48,328 INFO [RS:0;81db972b9a1d:34661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34661 2024-11-28T08:22:48,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287/rs 2024-11-28T08:22:48,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22117452287/rs/81db972b9a1d,34661,1732782148628 2024-11-28T08:22:48,383 INFO [RS:0;81db972b9a1d:34661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:48,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,34661,1732782148628] 2024-11-28T08:22:48,545 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:48,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22117452287/draining/81db972b9a1d,34661,1732782148628 already deleted, retry=false 2024-11-28T08:22:48,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,34661,1732782148628 expired; onlineServers=0 2024-11-28T08:22:48,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,39651,1732782148442' ***** 2024-11-28T08:22:48,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:48,549 INFO [M:0;81db972b9a1d:39651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:48,549 INFO [M:0;81db972b9a1d:39651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:48,549 DEBUG [M:0;81db972b9a1d:39651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:48,549 DEBUG [M:0;81db972b9a1d:39651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:48,549 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782149923 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782149923,5,FailOnTimeoutGroup] 2024-11-28T08:22:48,549 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782149922 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782149922,5,FailOnTimeoutGroup] 2024-11-28T08:22:48,549 INFO [M:0;81db972b9a1d:39651 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:48,549 INFO [M:0;81db972b9a1d:39651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:48,549 DEBUG [M:0;81db972b9a1d:39651 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:48,550 INFO [M:0;81db972b9a1d:39651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:48,550 INFO [M:0;81db972b9a1d:39651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:48,550 INFO [M:0;81db972b9a1d:39651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:48,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:48,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:48,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34661-0x101808906e80007, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:48,568 INFO [RS:0;81db972b9a1d:34661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:48,568 INFO [RS:0;81db972b9a1d:34661 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,34661,1732782148628; zookeeper connection closed. 2024-11-28T08:22:48,568 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2040b659 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2040b659 2024-11-28T08:22:48,569 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:48,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22117452287/master 2024-11-28T08:22:48,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22117452287 2024-11-28T08:22:48,606 DEBUG [M:0;81db972b9a1d:39651 {}] zookeeper.ZKUtil(347): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Unable to get data of znode /22117452287/master because node does not exist (not an error) 2024-11-28T08:22:48,606 WARN [M:0;81db972b9a1d:39651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:22:48,620 INFO [M:0;81db972b9a1d:39651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/.lastflushedseqids 2024-11-28T08:22:48,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:22:48,916 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:49,024 INFO [M:0;81db972b9a1d:39651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:49,025 INFO [M:0;81db972b9a1d:39651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:49,025 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:49,025 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:49,025 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:49,025 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:49,025 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:49,025 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T08:22:49,039 DEBUG [M:0;81db972b9a1d:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe08ca9202fa49d9bbd00f68934ec917 is 82, key is hbase:meta,,1/info:regioninfo/1732782151323/Put/seqid=0 2024-11-28T08:22:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:22:49,443 INFO [M:0;81db972b9a1d:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe08ca9202fa49d9bbd00f68934ec917 2024-11-28T08:22:49,459 DEBUG [M:0;81db972b9a1d:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f05f03279e4cd79f5b10f65d86ef83 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782158270/Put/seqid=0 2024-11-28T08:22:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741850_1026 (size=8516) 2024-11-28T08:22:49,548 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:49,722 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:49,863 INFO [M:0;81db972b9a1d:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f05f03279e4cd79f5b10f65d86ef83 2024-11-28T08:22:49,882 DEBUG [M:0;81db972b9a1d:39651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c60549d2a84975914fc357334138b9 is 69, key is 81db972b9a1d,34661,1732782148628/rs:state/1732782150019/Put/seqid=0 2024-11-28T08:22:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:22:50,286 INFO [M:0;81db972b9a1d:39651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c60549d2a84975914fc357334138b9 2024-11-28T08:22:50,290 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe08ca9202fa49d9bbd00f68934ec917 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe08ca9202fa49d9bbd00f68934ec917 2024-11-28T08:22:50,293 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe08ca9202fa49d9bbd00f68934ec917, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:22:50,294 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3f05f03279e4cd79f5b10f65d86ef83 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f05f03279e4cd79f5b10f65d86ef83 2024-11-28T08:22:50,297 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3f05f03279e4cd79f5b10f65d86ef83, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:22:50,298 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55c60549d2a84975914fc357334138b9 as hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c60549d2a84975914fc357334138b9 2024-11-28T08:22:50,301 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35465/user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55c60549d2a84975914fc357334138b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:22:50,302 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-28T08:22:50,305 INFO [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:50,305 DEBUG [M:0;81db972b9a1d:39651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782169025Disabling compacts and flushes for region at 1732782169025Disabling writes for close at 1732782169025Obtaining lock to block concurrent updates at 1732782169025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782169025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732782169025Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782169026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782169026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782169039 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782169039Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782169446 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782169459 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782169459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782169867 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782169882 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782169882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce8fe27: reopening flushed file at 1732782170289 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba175bb: reopening flushed file at 1732782170293 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ecb295: reopening flushed file at 1732782170297 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1732782170302 (+5 ms)Writing region close event to WAL at 1732782170305 (+3 ms)Closed at 1732782170305 2024-11-28T08:22:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741830_1006 (size=63654) 2024-11-28T08:22:50,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc7ec10c-68eb-b27c-d543-e16b3dbd84ec/MasterData/WALs/81db972b9a1d,39651,1732782148442/81db972b9a1d%2C39651%2C1732782148442.1732782149676 not finished, retry = 0 2024-11-28T08:22:50,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:50,408 INFO [M:0;81db972b9a1d:39651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:50,408 INFO [M:0;81db972b9a1d:39651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39651 2024-11-28T08:22:50,409 INFO [M:0;81db972b9a1d:39651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:50,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:50,528 INFO [M:0;81db972b9a1d:39651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:50,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39651-0x101808906e80006, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:50,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b37eb5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:50,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:50,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:50,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:50,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:50,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:22:50,532 WARN [BP-2034117774-172.17.0.3-1732782145343 heartbeating to localhost/127.0.0.1:35465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:22:50,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:22:50,532 WARN [BP-2034117774-172.17.0.3-1732782145343 heartbeating to localhost/127.0.0.1:35465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2034117774-172.17.0.3-1732782145343 (Datanode Uuid e8d35f03-8cbb-4b55-8ea1-132559185299) service to localhost/127.0.0.1:35465 2024-11-28T08:22:50,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/cluster_02f63f78-d380-8fa0-866a-cafec8919609/data/data1/current/BP-2034117774-172.17.0.3-1732782145343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:50,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/cluster_02f63f78-d380-8fa0-866a-cafec8919609/data/data2/current/BP-2034117774-172.17.0.3-1732782145343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:50,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:50,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa1d884{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:50,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:50,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:50,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:50,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:50,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:50,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:50,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:50,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:50,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:50,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:50,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575020921, stopped=false 2024-11-28T08:22:50,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,37165,1732782141417 2024-11-28T08:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155830119/running 2024-11-28T08:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155830119/running 2024-11-28T08:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:50,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:50,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/running 2024-11-28T08:22:50,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:50,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:50,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:50,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Set watcher on znode that does not yet exist, /1155830119/running 2024-11-28T08:22:50,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,39161,1732782141535' ***** 2024-11-28T08:22:50,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:50,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(3091): Received CLOSE for 55d43af465e303b1c2e317b4d0d5dac6 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(3091): Received CLOSE for d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,39161,1732782141535 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:50,577 INFO [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:39161. 2024-11-28T08:22:50,577 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55d43af465e303b1c2e317b4d0d5dac6, disabling compactions & flushes 2024-11-28T08:22:50,577 DEBUG [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:50,577 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:50,577 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:50,577 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:50,577 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. after waiting 0 ms 2024-11-28T08:22:50,578 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:50,578 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:50,578 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:50,578 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:50,578 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:50,578 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55d43af465e303b1c2e317b4d0d5dac6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-28T08:22:50,578 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:50,578 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1325): Online Regions={55d43af465e303b1c2e317b4d0d5dac6=hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6., d0da121b3c6d5c2bbc87df5a14e21630=test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:50,578 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55d43af465e303b1c2e317b4d0d5dac6, d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:50,578 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:50,578 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:50,578 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:50,578 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:50,578 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:50,578 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:50,596 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/info/e62c7a6049d24df88b0e819918fa096f is 147, key is hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6./info:regioninfo/1732782156614/Put/seqid=0 2024-11-28T08:22:50,596 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/.tmp/queue/fd13f90a68214f75a78b0274a4966759 is 154, key is 1-81db972b9a1d,39161,1732782141535/queue:81db972b9a1d%2C39161%2C1732782141535/1732782166192/Put/seqid=0 2024-11-28T08:22:50,598 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741840_1016 (size=5353) 2024-11-28T08:22:50,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741841_1017 (size=7686) 2024-11-28T08:22:50,626 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:50,652 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:50,778 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55d43af465e303b1c2e317b4d0d5dac6, d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:50,978 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55d43af465e303b1c2e317b4d0d5dac6, d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:51,003 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:51,003 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:51,004 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:22:51,005 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/info/e62c7a6049d24df88b0e819918fa096f 2024-11-28T08:22:51,006 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/.tmp/queue/fd13f90a68214f75a78b0274a4966759 2024-11-28T08:22:51,019 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/.tmp/queue/fd13f90a68214f75a78b0274a4966759 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/queue/fd13f90a68214f75a78b0274a4966759 2024-11-28T08:22:51,029 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/queue/fd13f90a68214f75a78b0274a4966759, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T08:22:51,030 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 55d43af465e303b1c2e317b4d0d5dac6 in 452ms, sequenceid=12, compaction requested=false 2024-11-28T08:22:51,030 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:22:51,037 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/ns/6084f19a3f464d95991c62a7c994f056 is 43, key is default/ns:d/1732782145154/Put/seqid=0 2024-11-28T08:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/replication/55d43af465e303b1c2e317b4d0d5dac6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T08:22:51,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:51,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:51,058 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:51,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55d43af465e303b1c2e317b4d0d5dac6: Waiting for close lock at 1732782170577Running coprocessor pre-close hooks at 1732782170577Disabling compacts and flushes for region at 1732782170577Disabling writes for close at 1732782170577Obtaining lock to block concurrent updates at 1732782170578 (+1 ms)Preparing flush snapshotting stores in 55d43af465e303b1c2e317b4d0d5dac6 at 1732782170578Finished memstore snapshotting hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732782170578Flushing stores of hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. at 1732782170578Flushing 55d43af465e303b1c2e317b4d0d5dac6/queue: creating writer at 1732782170578Flushing 55d43af465e303b1c2e317b4d0d5dac6/queue: appending metadata at 1732782170596 (+18 ms)Flushing 55d43af465e303b1c2e317b4d0d5dac6/queue: closing flushed file at 1732782170596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fe7441: reopening flushed file at 1732782171018 (+422 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 55d43af465e303b1c2e317b4d0d5dac6 in 452ms, sequenceid=12, compaction requested=false at 1732782171030 (+12 ms)Writing region close event to WAL at 1732782171036 (+6 ms)Running coprocessor post-close hooks at 1732782171058 (+22 ms)Closed at 1732782171058 2024-11-28T08:22:51,058 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782155179.55d43af465e303b1c2e317b4d0d5dac6. 2024-11-28T08:22:51,059 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0da121b3c6d5c2bbc87df5a14e21630, disabling compactions & flushes 2024-11-28T08:22:51,059 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:51,059 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:51,059 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. after waiting 0 ms 2024-11-28T08:22:51,059 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:51,059 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0da121b3c6d5c2bbc87df5a14e21630 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-28T08:22:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741842_1018 (size=5153) 2024-11-28T08:22:51,074 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/ns/6084f19a3f464d95991c62a7c994f056 2024-11-28T08:22:51,121 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/rep_barrier/476f7e84b3944138a0272cc9326d667b is 112, key is test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630./rep_barrier:seqnumDuringOpen/1732782152736/Put/seqid=0 2024-11-28T08:22:51,125 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f/e3aca911a5bc4ac8b0f0af975f1839ae is 29, key is row1/f:/1732782164577/DeleteFamily/seqid=0 2024-11-28T08:22:51,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741843_1019 (size=5518) 2024-11-28T08:22:51,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741844_1020 (size=5152) 2024-11-28T08:22:51,140 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f/e3aca911a5bc4ac8b0f0af975f1839ae 2024-11-28T08:22:51,145 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3aca911a5bc4ac8b0f0af975f1839ae 2024-11-28T08:22:51,178 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0da121b3c6d5c2bbc87df5a14e21630 2024-11-28T08:22:51,182 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f1/17dcb3fda11047ac82b5aca057d0d75d is 30, key is row1/f1:/1732782164577/DeleteFamily/seqid=0 2024-11-28T08:22:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741845_1021 (size=5158) 2024-11-28T08:22:51,194 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f1/17dcb3fda11047ac82b5aca057d0d75d 2024-11-28T08:22:51,208 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17dcb3fda11047ac82b5aca057d0d75d 2024-11-28T08:22:51,229 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/norep/88a89ce7802d4487984c7006f49d1f70 is 33, key is row1/norep:/1732782164577/DeleteFamily/seqid=0 2024-11-28T08:22:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741846_1022 (size=5108) 2024-11-28T08:22:51,247 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/norep/88a89ce7802d4487984c7006f49d1f70 2024-11-28T08:22:51,253 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a89ce7802d4487984c7006f49d1f70 2024-11-28T08:22:51,254 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f/e3aca911a5bc4ac8b0f0af975f1839ae as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/f/e3aca911a5bc4ac8b0f0af975f1839ae 2024-11-28T08:22:51,259 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3aca911a5bc4ac8b0f0af975f1839ae 2024-11-28T08:22:51,259 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/f/e3aca911a5bc4ac8b0f0af975f1839ae, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:51,260 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/f1/17dcb3fda11047ac82b5aca057d0d75d as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/f1/17dcb3fda11047ac82b5aca057d0d75d 2024-11-28T08:22:51,264 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17dcb3fda11047ac82b5aca057d0d75d 2024-11-28T08:22:51,264 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/f1/17dcb3fda11047ac82b5aca057d0d75d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:51,265 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/.tmp/norep/88a89ce7802d4487984c7006f49d1f70 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/norep/88a89ce7802d4487984c7006f49d1f70 2024-11-28T08:22:51,269 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a89ce7802d4487984c7006f49d1f70 2024-11-28T08:22:51,269 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/norep/88a89ce7802d4487984c7006f49d1f70, entries=1, sequenceid=10, filesize=5.0 K 2024-11-28T08:22:51,270 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d0da121b3c6d5c2bbc87df5a14e21630 in 210ms, sequenceid=10, compaction requested=false 2024-11-28T08:22:51,270 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:22:51,282 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/default/test/d0da121b3c6d5c2bbc87df5a14e21630/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T08:22:51,282 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:51,282 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:51,283 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:51,283 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0da121b3c6d5c2bbc87df5a14e21630: Waiting for close lock at 1732782171059Running coprocessor pre-close hooks at 1732782171059Disabling compacts and flushes for region at 1732782171059Disabling writes for close at 1732782171059Obtaining lock to block concurrent updates at 1732782171059Preparing flush snapshotting stores in d0da121b3c6d5c2bbc87df5a14e21630 at 1732782171059Finished memstore snapshotting test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732782171059Flushing stores of test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. at 1732782171060 (+1 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/f: creating writer at 1732782171060Flushing d0da121b3c6d5c2bbc87df5a14e21630/f: appending metadata at 1732782171124 (+64 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/f: closing flushed file at 1732782171124Flushing d0da121b3c6d5c2bbc87df5a14e21630/f1: creating writer at 1732782171145 (+21 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/f1: appending metadata at 1732782171182 (+37 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/f1: closing flushed file at 1732782171182Flushing d0da121b3c6d5c2bbc87df5a14e21630/norep: creating writer at 1732782171209 (+27 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/norep: appending metadata at 1732782171228 (+19 ms)Flushing d0da121b3c6d5c2bbc87df5a14e21630/norep: closing flushed file at 1732782171228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edf5b04: reopening flushed file at 1732782171253 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653b5a76: reopening flushed file at 1732782171259 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197c3e2: reopening flushed file at 1732782171264 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d0da121b3c6d5c2bbc87df5a14e21630 in 210ms, sequenceid=10, compaction requested=false at 1732782171270 (+6 ms)Writing region close event to WAL at 1732782171279 (+9 ms)Running coprocessor post-close hooks at 1732782171282 (+3 ms)Closed at 1732782171282 2024-11-28T08:22:51,283 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782152202.d0da121b3c6d5c2bbc87df5a14e21630. 2024-11-28T08:22:51,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:51,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,379 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:51,531 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/rep_barrier/476f7e84b3944138a0272cc9326d667b 2024-11-28T08:22:51,554 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/table/08fa44dae63a4b92bed8a6b8842f3877 is 53, key is hbase:replication/table:state/1732782156638/Put/seqid=0 2024-11-28T08:22:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741847_1023 (size=5308) 2024-11-28T08:22:51,561 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/table/08fa44dae63a4b92bed8a6b8842f3877 2024-11-28T08:22:51,573 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/info/e62c7a6049d24df88b0e819918fa096f as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/info/e62c7a6049d24df88b0e819918fa096f 2024-11-28T08:22:51,578 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/info/e62c7a6049d24df88b0e819918fa096f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:51,578 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/ns/6084f19a3f464d95991c62a7c994f056 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/ns/6084f19a3f464d95991c62a7c994f056 2024-11-28T08:22:51,579 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:22:51,579 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:22:51,579 DEBUG [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:51,582 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/ns/6084f19a3f464d95991c62a7c994f056, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:51,583 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/rep_barrier/476f7e84b3944138a0272cc9326d667b as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/rep_barrier/476f7e84b3944138a0272cc9326d667b 2024-11-28T08:22:51,587 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/rep_barrier/476f7e84b3944138a0272cc9326d667b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:51,588 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/.tmp/table/08fa44dae63a4b92bed8a6b8842f3877 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/table/08fa44dae63a4b92bed8a6b8842f3877 2024-11-28T08:22:51,594 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/table/08fa44dae63a4b92bed8a6b8842f3877, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:51,595 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:51,595 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:22:51,599 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:51,599 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:51,599 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:51,599 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:51,600 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782170578Running coprocessor pre-close hooks at 1732782170578Disabling compacts and flushes for region at 1732782170578Disabling writes for close at 1732782170578Obtaining lock to block concurrent updates at 1732782170578Preparing flush snapshotting stores in 1588230740 at 1732782170578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782170578Flushing stores of hbase:meta,,1.1588230740 at 1732782170579 (+1 ms)Flushing 1588230740/info: creating writer at 1732782170579Flushing 1588230740/info: appending metadata at 1732782170596 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732782170596Flushing 1588230740/ns: creating writer at 1732782171012 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732782171036 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732782171036Flushing 1588230740/rep_barrier: creating writer at 1732782171077 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782171120 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782171120Flushing 1588230740/table: creating writer at 1732782171535 (+415 ms)Flushing 1588230740/table: appending metadata at 1732782171553 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732782171553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240a637e: reopening flushed file at 1732782171572 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fca6fb: reopening flushed file at 1732782171578 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729d5220: reopening flushed file at 1732782171583 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b215303: reopening flushed file at 1732782171587 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false at 1732782171595 (+8 ms)Writing region close event to WAL at 1732782171596 (+1 ms)Running coprocessor post-close hooks at 1732782171599 (+3 ms)Closed at 1732782171599 2024-11-28T08:22:51,600 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:51,629 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 1191, reset compression=false 2024-11-28T08:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 2082, reset compression=false 2024-11-28T08:22:51,638 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,39161,1732782141535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:22:51,639 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,39161,1732782141535: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-81db972b9a1d,39161,1732782141535, walGroup=81db972b9a1d%2C39161%2C1732782141535, offset=81db972b9a1d%2C39161%2C1732782141535.1732782144129:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:39161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:22:51,640 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:22:51,641 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:22:51,641 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:22:51,641 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:22:51,641 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:22:51,641 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1128530056 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202485296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:22:51,641 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:37165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:37165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:22:51,779 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,39161,1732782141535; all regions closed. 2024-11-28T08:22:51,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.meta.1732782145072.meta not finished, retry = 0 2024-11-28T08:22:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:51,843 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.1732782144129 to pos 2082, reset compression=false 2024-11-28T08:22:51,855 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741839_1015 (size=3114) 2024-11-28T08:22:51,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/WALs/81db972b9a1d,39161,1732782141535/81db972b9a1d%2C39161%2C1732782141535.rep.1732782156453 not finished, retry = 0 2024-11-28T08:22:51,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741832_1008 (size=2090) 2024-11-28T08:22:51,986 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:51,986 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:51,986 INFO [RS:0;81db972b9a1d:39161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:51,986 INFO [RS:0;81db972b9a1d:39161 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:51,986 INFO [RS:0;81db972b9a1d:39161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:51,986 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:51,987 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,39161,1732782141535 because: Region server is closing 2024-11-28T08:22:51,987 INFO [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:39161. 2024-11-28T08:22:51,987 DEBUG [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:51,987 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:51,987 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:51,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:52,087 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.shipper81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 terminated 2024-11-28T08:22:52,087 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,39161,1732782141535.replicationSource.wal-reader.81db972b9a1d%2C39161%2C1732782141535,1-81db972b9a1d,39161,1732782141535 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:22:52,088 INFO [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:39161. 2024-11-28T08:22:52,088 DEBUG [RS:0;81db972b9a1d:39161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:52,088 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:52,088 DEBUG [RS:0;81db972b9a1d:39161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:52,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:52,088 INFO [RS:0;81db972b9a1d:39161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39161 2024-11-28T08:22:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155830119/rs/81db972b9a1d,39161,1732782141535 2024-11-28T08:22:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119/rs 2024-11-28T08:22:52,101 INFO [RS:0;81db972b9a1d:39161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:52,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,39161,1732782141535] 2024-11-28T08:22:52,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1155830119/draining/81db972b9a1d,39161,1732782141535 already deleted, retry=false 2024-11-28T08:22:52,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,39161,1732782141535 expired; onlineServers=0 2024-11-28T08:22:52,155 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,37165,1732782141417' ***** 2024-11-28T08:22:52,155 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:52,155 INFO [M:0;81db972b9a1d:37165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:52,155 INFO [M:0;81db972b9a1d:37165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:52,155 DEBUG [M:0;81db972b9a1d:37165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:52,156 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:52,156 DEBUG [M:0;81db972b9a1d:37165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:52,156 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782143847 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782143847,5,FailOnTimeoutGroup] 2024-11-28T08:22:52,156 INFO [M:0;81db972b9a1d:37165 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:52,156 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782143848 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782143848,5,FailOnTimeoutGroup] 2024-11-28T08:22:52,156 INFO [M:0;81db972b9a1d:37165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:52,156 DEBUG [M:0;81db972b9a1d:37165 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:52,156 INFO [M:0;81db972b9a1d:37165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:52,156 INFO [M:0;81db972b9a1d:37165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:52,156 INFO [M:0;81db972b9a1d:37165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:52,156 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155830119/master 2024-11-28T08:22:52,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155830119 2024-11-28T08:22:52,175 DEBUG [M:0;81db972b9a1d:37165 {}] zookeeper.ZKUtil(347): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Unable to get data of znode /1155830119/master because node does not exist (not an error) 2024-11-28T08:22:52,175 WARN [M:0;81db972b9a1d:37165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:22:52,176 INFO [M:0;81db972b9a1d:37165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/.lastflushedseqids 2024-11-28T08:22:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:22:52,212 INFO [RS:0;81db972b9a1d:39161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:52,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:52,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39161-0x101808906e80004, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:52,212 INFO [RS:0;81db972b9a1d:39161 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,39161,1732782141535; zookeeper connection closed. 2024-11-28T08:22:52,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f738f7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f738f7b 2024-11-28T08:22:52,212 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:52,580 INFO [M:0;81db972b9a1d:37165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:52,580 INFO [M:0;81db972b9a1d:37165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:52,580 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:52,580 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:52,580 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:52,580 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:52,580 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:52,580 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T08:22:52,599 DEBUG [M:0;81db972b9a1d:37165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54df831be1db4456af6547f385020ee8 is 82, key is hbase:meta,,1/info:regioninfo/1732782145106/Put/seqid=0 2024-11-28T08:22:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:22:53,002 INFO [M:0;81db972b9a1d:37165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54df831be1db4456af6547f385020ee8 2024-11-28T08:22:53,021 DEBUG [M:0;81db972b9a1d:37165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3fcd8cf6ebc436381f1c4abf18ebded is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782156643/Put/seqid=0 2024-11-28T08:22:53,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741850_1026 (size=8516) 2024-11-28T08:22:53,027 INFO [M:0;81db972b9a1d:37165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3fcd8cf6ebc436381f1c4abf18ebded 2024-11-28T08:22:53,049 DEBUG [M:0;81db972b9a1d:37165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce9183bb75042979aea22675431b938 is 69, key is 81db972b9a1d,39161,1732782141535/rs:state/1732782143982/Put/seqid=0 2024-11-28T08:22:53,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:22:53,053 INFO [M:0;81db972b9a1d:37165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce9183bb75042979aea22675431b938 2024-11-28T08:22:53,058 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54df831be1db4456af6547f385020ee8 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54df831be1db4456af6547f385020ee8 2024-11-28T08:22:53,062 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54df831be1db4456af6547f385020ee8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T08:22:53,063 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f3fcd8cf6ebc436381f1c4abf18ebded as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3fcd8cf6ebc436381f1c4abf18ebded 2024-11-28T08:22:53,068 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f3fcd8cf6ebc436381f1c4abf18ebded, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T08:22:53,069 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ce9183bb75042979aea22675431b938 as hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ce9183bb75042979aea22675431b938 2024-11-28T08:22:53,073 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42421/user/jenkins/test-data/fcac9b95-75de-be92-d7b0-c3e108f95ab1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ce9183bb75042979aea22675431b938, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T08:22:53,074 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false 2024-11-28T08:22:53,085 INFO [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:53,085 DEBUG [M:0;81db972b9a1d:37165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782172580Disabling compacts and flushes for region at 1732782172580Disabling writes for close at 1732782172580Obtaining lock to block concurrent updates at 1732782172580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782172580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732782172581 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782172581Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782172581Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782172598 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782172598Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782173006 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782173020 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782173020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782173031 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782173048 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782173049 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d46a1ab: reopening flushed file at 1732782173057 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bef3d81: reopening flushed file at 1732782173062 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7921f46e: reopening flushed file at 1732782173068 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false at 1732782173074 (+6 ms)Writing region close event to WAL at 1732782173085 (+11 ms)Closed at 1732782173085 2024-11-28T08:22:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44183 is added to blk_1073741830_1006 (size=63654) 2024-11-28T08:22:53,087 INFO [M:0;81db972b9a1d:37165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:53,088 INFO [M:0;81db972b9a1d:37165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37165 2024-11-28T08:22:53,088 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:53,088 INFO [M:0;81db972b9a1d:37165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:53,157 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/WALs/81db972b9a1d,38361,1732782135403/81db972b9a1d%2C38361%2C1732782135403.1732782137651 to pos 636, reset compression=false 2024-11-28T08:22:53,237 INFO [M:0;81db972b9a1d:37165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:53,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37165-0x101808906e80003, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:53,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d30b01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:53,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:53,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:53,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:53,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:53,252 WARN [BP-138948465-172.17.0.3-1732782138790 heartbeating to localhost/127.0.0.1:42421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:22:53,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:22:53,252 WARN [BP-138948465-172.17.0.3-1732782138790 heartbeating to localhost/127.0.0.1:42421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138948465-172.17.0.3-1732782138790 (Datanode Uuid 8c89049a-4d6c-4954-8a1a-a9acf734f445) service to localhost/127.0.0.1:42421 2024-11-28T08:22:53,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:22:53,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/cluster_03bb6fe4-a4f7-fa87-b4e8-f4f19e1f7191/data/data1/current/BP-138948465-172.17.0.3-1732782138790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:53,253 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/cluster_03bb6fe4-a4f7-fa87-b4e8-f4f19e1f7191/data/data2/current/BP-138948465-172.17.0.3-1732782138790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:53,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:53,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6833715d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:53,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f4997b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:53,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:53,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be7a519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:53,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8b2c8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10995d5e-be9c-7c33-0e2c-f44a4425c35d/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:53,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:22:53,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:53,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:53,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:53,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:22:53,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118142362, stopped=false 2024-11-28T08:22:53,297 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,45207,1732782135041 2024-11-28T08:22:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01845772739/running 2024-11-28T08:22:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01845772739/running 2024-11-28T08:22:53,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:53,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:53,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:22:53,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:53,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,38361,1732782135403' ***** 2024-11-28T08:22:53,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:22:53,313 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:22:53,313 INFO [RS:0;81db972b9a1d:38361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:22:53,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:22:53,313 INFO [RS:0;81db972b9a1d:38361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:22:53,313 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:53,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/running 2024-11-28T08:22:53,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Set watcher on znode that does not yet exist, /01845772739/running 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,38361,1732782135403 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38361. 2024-11-28T08:22:53,314 DEBUG [RS:0;81db972b9a1d:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:53,314 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:22:53,314 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:22:53,314 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bda40320e905d904456ee34f80fdb1ef, disabling compactions & flushes 2024-11-28T08:22:53,315 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. after waiting 0 ms 2024-11-28T08:22:53,315 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:53,315 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bda40320e905d904456ee34f80fdb1ef=test,,1732782151565.bda40320e905d904456ee34f80fdb1ef., 75a1ea50940c64352de29693d801cbce=hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce.} 2024-11-28T08:22:53,315 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a1ea50940c64352de29693d801cbce, bda40320e905d904456ee34f80fdb1ef 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:53,315 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bda40320e905d904456ee34f80fdb1ef 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-28T08:22:53,315 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:53,315 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:53,315 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:22:53,335 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f/5a075df31c8c441d8e59bafecd07ec50 is 28, key is row/f:/1732782163567/DeleteFamily/seqid=0 2024-11-28T08:22:53,348 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/info/1441d18f46394f0094ffa70c1b9dcd1e is 147, key is hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce./info:regioninfo/1732782154427/Put/seqid=0 2024-11-28T08:22:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741840_1016 (size=5085) 2024-11-28T08:22:53,350 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f/5a075df31c8c441d8e59bafecd07ec50 2024-11-28T08:22:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741841_1017 (size=7686) 2024-11-28T08:22:53,359 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/info/1441d18f46394f0094ffa70c1b9dcd1e 2024-11-28T08:22:53,360 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a075df31c8c441d8e59bafecd07ec50 2024-11-28T08:22:53,382 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f1/a712ec21694d400e87f98954f11dd361 is 29, key is row/f1:/1732782163567/DeleteFamily/seqid=0 2024-11-28T08:22:53,392 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/ns/a1bad6a698274a68b10b6eefdaf95f67 is 43, key is default/ns:d/1732782138618/Put/seqid=0 2024-11-28T08:22:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741842_1018 (size=5089) 2024-11-28T08:22:53,399 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f1/a712ec21694d400e87f98954f11dd361 2024-11-28T08:22:53,403 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a712ec21694d400e87f98954f11dd361 2024-11-28T08:22:53,406 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741843_1019 (size=5153) 2024-11-28T08:22:53,430 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/norep/05d5b737cd514f6d9a77412bfa14c4dd is 32, key is row/norep:/1732782163567/DeleteFamily/seqid=0 2024-11-28T08:22:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741844_1020 (size=5101) 2024-11-28T08:22:53,462 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/norep/05d5b737cd514f6d9a77412bfa14c4dd 2024-11-28T08:22:53,466 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05d5b737cd514f6d9a77412bfa14c4dd 2024-11-28T08:22:53,467 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f/5a075df31c8c441d8e59bafecd07ec50 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/f/5a075df31c8c441d8e59bafecd07ec50 2024-11-28T08:22:53,471 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a075df31c8c441d8e59bafecd07ec50 2024-11-28T08:22:53,472 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/f/5a075df31c8c441d8e59bafecd07ec50, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T08:22:53,472 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/f1/a712ec21694d400e87f98954f11dd361 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/f1/a712ec21694d400e87f98954f11dd361 2024-11-28T08:22:53,478 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a712ec21694d400e87f98954f11dd361 2024-11-28T08:22:53,478 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/f1/a712ec21694d400e87f98954f11dd361, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T08:22:53,479 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/.tmp/norep/05d5b737cd514f6d9a77412bfa14c4dd as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/norep/05d5b737cd514f6d9a77412bfa14c4dd 2024-11-28T08:22:53,486 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05d5b737cd514f6d9a77412bfa14c4dd 2024-11-28T08:22:53,486 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/norep/05d5b737cd514f6d9a77412bfa14c4dd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T08:22:53,487 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bda40320e905d904456ee34f80fdb1ef in 172ms, sequenceid=6, compaction requested=false 2024-11-28T08:22:53,510 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/default/test/bda40320e905d904456ee34f80fdb1ef/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T08:22:53,510 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:22:53,511 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bda40320e905d904456ee34f80fdb1ef: Waiting for close lock at 1732782173314Running coprocessor pre-close hooks at 1732782173314Disabling compacts and flushes for region at 1732782173314Disabling writes for close at 1732782173315 (+1 ms)Obtaining lock to block concurrent updates at 1732782173315Preparing flush snapshotting stores in bda40320e905d904456ee34f80fdb1ef at 1732782173315Finished memstore snapshotting test,,1732782151565.bda40320e905d904456ee34f80fdb1ef., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732782173315Flushing stores of test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. at 1732782173316 (+1 ms)Flushing bda40320e905d904456ee34f80fdb1ef/f: creating writer at 1732782173316Flushing bda40320e905d904456ee34f80fdb1ef/f: appending metadata at 1732782173335 (+19 ms)Flushing bda40320e905d904456ee34f80fdb1ef/f: closing flushed file at 1732782173335Flushing bda40320e905d904456ee34f80fdb1ef/f1: creating writer at 1732782173360 (+25 ms)Flushing bda40320e905d904456ee34f80fdb1ef/f1: appending metadata at 1732782173381 (+21 ms)Flushing bda40320e905d904456ee34f80fdb1ef/f1: closing flushed file at 1732782173381Flushing bda40320e905d904456ee34f80fdb1ef/norep: creating writer at 1732782173403 (+22 ms)Flushing bda40320e905d904456ee34f80fdb1ef/norep: appending metadata at 1732782173429 (+26 ms)Flushing bda40320e905d904456ee34f80fdb1ef/norep: closing flushed file at 1732782173429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7718937: reopening flushed file at 1732782173466 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f057e63: reopening flushed file at 1732782173472 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5251d6a5: reopening flushed file at 1732782173478 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for bda40320e905d904456ee34f80fdb1ef in 172ms, sequenceid=6, compaction requested=false at 1732782173487 (+9 ms)Writing region close event to WAL at 1732782173504 (+17 ms)Running coprocessor post-close hooks at 1732782173510 (+6 ms)Closed at 1732782173511 (+1 ms) 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782151565.bda40320e905d904456ee34f80fdb1ef. 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75a1ea50940c64352de29693d801cbce, disabling compactions & flushes 2024-11-28T08:22:53,511 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. after waiting 0 ms 2024-11-28T08:22:53,511 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:53,511 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75a1ea50940c64352de29693d801cbce 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-28T08:22:53,515 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a1ea50940c64352de29693d801cbce 2024-11-28T08:22:53,529 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/.tmp/queue/f97d6b6b5cf94ac69a01590ef223dae4 is 153, key is 1-81db972b9a1d,38361,1732782135403/queue:81db972b9a1d%2C38361%2C1732782135403/1732782164002/Put/seqid=0 2024-11-28T08:22:53,538 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:22:53,538 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:22:53,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741845_1021 (size=5352) 2024-11-28T08:22:53,542 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/.tmp/queue/f97d6b6b5cf94ac69a01590ef223dae4 2024-11-28T08:22:53,547 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/.tmp/queue/f97d6b6b5cf94ac69a01590ef223dae4 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/queue/f97d6b6b5cf94ac69a01590ef223dae4 2024-11-28T08:22:53,553 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/queue/f97d6b6b5cf94ac69a01590ef223dae4, entries=1, sequenceid=8, filesize=5.2 K 2024-11-28T08:22:53,553 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 75a1ea50940c64352de29693d801cbce in 42ms, sequenceid=8, compaction requested=false 2024-11-28T08:22:53,580 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/replication/75a1ea50940c64352de29693d801cbce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T08:22:53,580 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:53,580 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:53,580 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:53,580 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75a1ea50940c64352de29693d801cbce: Waiting for close lock at 1732782173511Running coprocessor pre-close hooks at 1732782173511Disabling compacts and flushes for region at 1732782173511Disabling writes for close at 1732782173511Obtaining lock to block concurrent updates at 1732782173511Preparing flush snapshotting stores in 75a1ea50940c64352de29693d801cbce at 1732782173511Finished memstore snapshotting hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732782173511Flushing stores of hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. at 1732782173512 (+1 ms)Flushing 75a1ea50940c64352de29693d801cbce/queue: creating writer at 1732782173512Flushing 75a1ea50940c64352de29693d801cbce/queue: appending metadata at 1732782173528 (+16 ms)Flushing 75a1ea50940c64352de29693d801cbce/queue: closing flushed file at 1732782173528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6034248e: reopening flushed file at 1732782173546 (+18 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 75a1ea50940c64352de29693d801cbce in 42ms, sequenceid=8, compaction requested=false at 1732782173553 (+7 ms)Writing region close event to WAL at 1732782173577 (+24 ms)Running coprocessor post-close hooks at 1732782173580 (+3 ms)Closed at 1732782173580 2024-11-28T08:22:53,580 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782154014.75a1ea50940c64352de29693d801cbce. 2024-11-28T08:22:53,715 DEBUG [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:22:53,811 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/ns/a1bad6a698274a68b10b6eefdaf95f67 2024-11-28T08:22:53,832 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/rep_barrier/1ea0ecee07974b01b6efd9615f1f70b5 is 112, key is test,,1732782151565.bda40320e905d904456ee34f80fdb1ef./rep_barrier:seqnumDuringOpen/1732782152075/Put/seqid=0 2024-11-28T08:22:53,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741846_1022 (size=5518) 2024-11-28T08:22:53,836 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/rep_barrier/1ea0ecee07974b01b6efd9615f1f70b5 2024-11-28T08:22:53,860 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/table/7826cbfea92e42eaacf154c68461a05f is 53, key is hbase:replication/table:state/1732782154433/Put/seqid=0 2024-11-28T08:22:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741847_1023 (size=5308) 2024-11-28T08:22:53,864 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/table/7826cbfea92e42eaacf154c68461a05f 2024-11-28T08:22:53,874 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/info/1441d18f46394f0094ffa70c1b9dcd1e as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/info/1441d18f46394f0094ffa70c1b9dcd1e 2024-11-28T08:22:53,878 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/info/1441d18f46394f0094ffa70c1b9dcd1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:22:53,879 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/ns/a1bad6a698274a68b10b6eefdaf95f67 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/ns/a1bad6a698274a68b10b6eefdaf95f67 2024-11-28T08:22:53,884 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/ns/a1bad6a698274a68b10b6eefdaf95f67, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:22:53,884 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/rep_barrier/1ea0ecee07974b01b6efd9615f1f70b5 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/rep_barrier/1ea0ecee07974b01b6efd9615f1f70b5 2024-11-28T08:22:53,889 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/rep_barrier/1ea0ecee07974b01b6efd9615f1f70b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:22:53,890 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/.tmp/table/7826cbfea92e42eaacf154c68461a05f as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/table/7826cbfea92e42eaacf154c68461a05f 2024-11-28T08:22:53,894 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/table/7826cbfea92e42eaacf154c68461a05f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:22:53,895 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false 2024-11-28T08:22:53,904 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:22:53,905 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:22:53,905 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:22:53,905 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:53,905 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782173315Running coprocessor pre-close hooks at 1732782173315Disabling compacts and flushes for region at 1732782173315Disabling writes for close at 1732782173315Obtaining lock to block concurrent updates at 1732782173315Preparing flush snapshotting stores in 1588230740 at 1732782173315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782173315Flushing stores of hbase:meta,,1.1588230740 at 1732782173316 (+1 ms)Flushing 1588230740/info: creating writer at 1732782173316Flushing 1588230740/info: appending metadata at 1732782173348 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732782173348Flushing 1588230740/ns: creating writer at 1732782173370 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732782173392 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732782173392Flushing 1588230740/rep_barrier: creating writer at 1732782173815 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782173831 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782173831Flushing 1588230740/table: creating writer at 1732782173840 (+9 ms)Flushing 1588230740/table: appending metadata at 1732782173859 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732782173859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46518dff: reopening flushed file at 1732782173873 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440174bb: reopening flushed file at 1732782173878 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e6e6bd: reopening flushed file at 1732782173884 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173945c9: reopening flushed file at 1732782173889 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false at 1732782173895 (+6 ms)Writing region close event to WAL at 1732782173901 (+6 ms)Running coprocessor post-close hooks at 1732782173905 (+4 ms)Closed at 1732782173905 2024-11-28T08:22:53,905 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:53,915 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,38361,1732782135403; all regions closed. 2024-11-28T08:22:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741834_1010 (size=4239) 2024-11-28T08:22:53,919 DEBUG [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs 2024-11-28T08:22:53,919 INFO [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C38361%2C1732782135403.meta:.meta(num 1732782138527) 2024-11-28T08:22:53,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741839_1015 (size=2240) 2024-11-28T08:22:53,923 DEBUG [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs 2024-11-28T08:22:53,923 INFO [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C38361%2C1732782135403.rep:(num 1732782154390) 2024-11-28T08:22:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741832_1008 (size=1535) 2024-11-28T08:22:53,927 DEBUG [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/oldWALs 2024-11-28T08:22:53,927 INFO [RS:0;81db972b9a1d:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C38361%2C1732782135403:(num 1732782137651) 2024-11-28T08:22:53,927 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,927 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:22:53,927 INFO [RS:0;81db972b9a1d:38361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:53,928 INFO [RS:0;81db972b9a1d:38361 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:53,928 INFO [RS:0;81db972b9a1d:38361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:53,928 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:53,928 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,38361,1732782135403 because: Region server is closing 2024-11-28T08:22:53,928 INFO [RS:0;81db972b9a1d:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38361. 2024-11-28T08:22:53,928 DEBUG [RS:0;81db972b9a1d:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:22:53,928 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,928 DEBUG [RS:0;81db972b9a1d:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:53,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:22:54,029 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.wal-reader.81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:22:54,029 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T08:22:54,029 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38361,1732782135403.replicationSource.shipper81db972b9a1d%2C38361%2C1732782135403,1-81db972b9a1d,38361,1732782135403 terminated 2024-11-28T08:22:54,029 INFO [RS:0;81db972b9a1d:38361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38361 2024-11-28T08:22:54,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01845772739/rs/81db972b9a1d,38361,1732782135403 2024-11-28T08:22:54,042 INFO [RS:0;81db972b9a1d:38361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:54,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739/rs 2024-11-28T08:22:54,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,38361,1732782135403] 2024-11-28T08:22:54,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01845772739/draining/81db972b9a1d,38361,1732782135403 already deleted, retry=false 2024-11-28T08:22:54,063 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,38361,1732782135403 expired; onlineServers=0 2024-11-28T08:22:54,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,45207,1732782135041' ***** 2024-11-28T08:22:54,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:22:54,063 DEBUG [M:0;81db972b9a1d:45207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:22:54,063 DEBUG [M:0;81db972b9a1d:45207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:22:54,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:22:54,063 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782137345 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782137345,5,FailOnTimeoutGroup] 2024-11-28T08:22:54,063 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782137345 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782137345,5,FailOnTimeoutGroup] 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:22:54,063 DEBUG [M:0;81db972b9a1d:45207 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:22:54,063 INFO [M:0;81db972b9a1d:45207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:22:54,064 ERROR [M:0;81db972b9a1d:45207 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40191,5,PEWorkerGroup] 2024-11-28T08:22:54,064 INFO [M:0;81db972b9a1d:45207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:22:54,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:22:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01845772739/master 2024-11-28T08:22:54,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01845772739 2024-11-28T08:22:54,073 DEBUG [M:0;81db972b9a1d:45207 {}] zookeeper.ZKUtil(347): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Unable to get data of znode /01845772739/master because node does not exist (not an error) 2024-11-28T08:22:54,073 WARN [M:0;81db972b9a1d:45207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:22:54,074 INFO [M:0;81db972b9a1d:45207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/.lastflushedseqids 2024-11-28T08:22:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741848_1024 (size=245) 2024-11-28T08:22:54,078 INFO [M:0;81db972b9a1d:45207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:22:54,078 INFO [M:0;81db972b9a1d:45207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:22:54,078 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:54,078 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:54,078 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:54,078 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:54,078 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:54,079 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-28T08:22:54,098 DEBUG [M:0;81db972b9a1d:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1d41ef4da1d4d3eac26e7d8c889fc94 is 82, key is hbase:meta,,1/info:regioninfo/1732782138567/Put/seqid=0 2024-11-28T08:22:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741849_1025 (size=5672) 2024-11-28T08:22:54,126 INFO [M:0;81db972b9a1d:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1d41ef4da1d4d3eac26e7d8c889fc94 2024-11-28T08:22:54,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:54,152 INFO [RS:0;81db972b9a1d:38361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:54,153 INFO [RS:0;81db972b9a1d:38361 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,38361,1732782135403; zookeeper connection closed. 2024-11-28T08:22:54,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101808906e80001, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:54,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@264762b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@264762b5 2024-11-28T08:22:54,165 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:22:54,166 DEBUG [M:0;81db972b9a1d:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/412db5de9c494488a5627955a4517729 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732782152101/Put/seqid=0 2024-11-28T08:22:54,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741850_1026 (size=7217) 2024-11-28T08:22:54,175 INFO [M:0;81db972b9a1d:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/412db5de9c494488a5627955a4517729 2024-11-28T08:22:54,179 INFO [M:0;81db972b9a1d:45207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 412db5de9c494488a5627955a4517729 2024-11-28T08:22:54,198 DEBUG [M:0;81db972b9a1d:45207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f5eccdc0364ec6800910383457f816 is 69, key is 81db972b9a1d,38361,1732782135403/rs:state/1732782137470/Put/seqid=0 2024-11-28T08:22:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741851_1027 (size=5156) 2024-11-28T08:22:54,222 INFO [M:0;81db972b9a1d:45207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f5eccdc0364ec6800910383457f816 2024-11-28T08:22:54,227 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1d41ef4da1d4d3eac26e7d8c889fc94 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1d41ef4da1d4d3eac26e7d8c889fc94 2024-11-28T08:22:54,231 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1d41ef4da1d4d3eac26e7d8c889fc94, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T08:22:54,234 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/412db5de9c494488a5627955a4517729 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/412db5de9c494488a5627955a4517729 2024-11-28T08:22:54,240 INFO [M:0;81db972b9a1d:45207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 412db5de9c494488a5627955a4517729 2024-11-28T08:22:54,241 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/412db5de9c494488a5627955a4517729, entries=11, sequenceid=105, filesize=7.0 K 2024-11-28T08:22:54,242 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51f5eccdc0364ec6800910383457f816 as hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f5eccdc0364ec6800910383457f816 2024-11-28T08:22:54,247 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40191/user/jenkins/test-data/b61a0564-94f0-745f-af0a-cece9a509875/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51f5eccdc0364ec6800910383457f816, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T08:22:54,248 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=105, compaction requested=false 2024-11-28T08:22:54,268 INFO [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:54,269 DEBUG [M:0;81db972b9a1d:45207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782174078Disabling compacts and flushes for region at 1732782174078Disabling writes for close at 1732782174078Obtaining lock to block concurrent updates at 1732782174079 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782174079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732782174079Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782174081 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782174081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782174097 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782174097Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782174143 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782174165 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782174165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782174179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782174197 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782174197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5283f8de: reopening flushed file at 1732782174227 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc32cdc: reopening flushed file at 1732782174232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b00832: reopening flushed file at 1732782174241 (+9 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 170ms, sequenceid=105, compaction requested=false at 1732782174248 (+7 ms)Writing region close event to WAL at 1732782174268 (+20 ms)Closed at 1732782174268 2024-11-28T08:22:54,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741830_1006 (size=64411) 2024-11-28T08:22:54,276 INFO [M:0;81db972b9a1d:45207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:22:54,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:22:54,277 INFO [M:0;81db972b9a1d:45207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45207 2024-11-28T08:22:54,281 INFO [M:0;81db972b9a1d:45207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:22:54,391 INFO [M:0;81db972b9a1d:45207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:22:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45207-0x101808906e80000, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:22:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25101a71{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:54,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b6b26e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:54,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1342b4f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:54,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3d15dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:54,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:22:54,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:22:54,398 WARN [BP-1726785026-172.17.0.3-1732782132051 heartbeating to localhost/127.0.0.1:40191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:22:54,399 WARN [BP-1726785026-172.17.0.3-1732782132051 heartbeating to localhost/127.0.0.1:40191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726785026-172.17.0.3-1732782132051 (Datanode Uuid efcec1f0-3b86-4209-9aec-994bcb0230dd) service to localhost/127.0.0.1:40191 2024-11-28T08:22:54,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/data/data1/current/BP-1726785026-172.17.0.3-1732782132051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:54,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/cluster_cd71be47-a9cd-15ff-2521-0d03ba2e4d53/data/data2/current/BP-1726785026-172.17.0.3-1732782132051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:22:54,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:22:54,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5ba296{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:54,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aafeb29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:22:54,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:22:54,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@159794d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:22:54,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8f67af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77899bbe-f0d0-4824-ca80-15e3655001c0/hadoop.log.dir/,STOPPED} 2024-11-28T08:22:54,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:22:54,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:22:54,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=365 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56607) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40191 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35465 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56607) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42421 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56607) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=803 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5085 (was 5535) 2024-11-28T08:22:54,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=365, OpenFileDescriptor=803, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=5085 2024-11-28T08:22:54,475 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-28T08:22:54,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir so I do NOT create it in target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48 2024-11-28T08:22:54,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:22:54,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.tmp.dir so I do NOT create it in target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48 2024-11-28T08:22:54,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f04e3815-fd85-9d1c-7100-63c135f5f0da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:22:54,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48 2024-11-28T08:22:54,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df, deleteOnExit=true 2024-11-28T08:22:54,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/zookeeper_0, clientPort=53418, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:22:54,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53418 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/test.cache.data in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:22:54,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:22:54,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:22:54,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101808906e80005, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:54,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101808906e80008, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:54,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101808906e80005, quorum=127.0.0.1:56607, baseZNode=/1155830119 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:54,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101808906e80008, quorum=127.0.0.1:56607, baseZNode=/22117452287 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:54,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101808906e80002, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T08:22:54,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101808906e80002, quorum=127.0.0.1:56607, baseZNode=/01845772739 Received Disconnected from ZooKeeper, ignoring 2024-11-28T08:22:54,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:54,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:54,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:54,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:54,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:22:54,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:54,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1877303b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:54,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4e3eba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:54,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@589e39f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/java.io.tmpdir/jetty-localhost-41771-hadoop-hdfs-3_4_1-tests_jar-_-any-5706570734151781202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:22:54,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:41771} 2024-11-28T08:22:54,963 INFO [Time-limited test {}] server.Server(415): Started @321399ms 2024-11-28T08:22:55,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:22:55,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:22:55,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:22:55,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:22:55,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:22:55,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e21794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:22:55,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf442cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:22:55,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1510d52c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/java.io.tmpdir/jetty-localhost-39467-hadoop-hdfs-3_4_1-tests_jar-_-any-12348620867456657192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:22:55,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a2185b{HTTP/1.1, (http/1.1)}{localhost:39467} 2024-11-28T08:22:55,709 INFO [Time-limited test {}] server.Server(415): Started @322144ms 2024-11-28T08:22:55,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:22:56,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:22:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:22:56,761 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data2/current/BP-1598210137-172.17.0.3-1732782174505/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:56,761 WARN [Thread-4171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data1/current/BP-1598210137-172.17.0.3-1732782174505/current, will proceed with Du for space computation calculation, 2024-11-28T08:22:56,782 WARN [Thread-4158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:22:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734dd163edea076b with lease ID 0xeb3598043f20a58a: Processing first storage report for DS-725aff62-e0a9-44de-9cdc-6dfc790e1d92 from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=cad6a434-1be6-4d48-8edf-bbf937b0565e, infoPort=38961, infoSecurePort=0, ipcPort=37885, storageInfo=lv=-57;cid=testClusterID;nsid=950650946;c=1732782174505) 2024-11-28T08:22:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734dd163edea076b with lease ID 0xeb3598043f20a58a: from storage DS-725aff62-e0a9-44de-9cdc-6dfc790e1d92 node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=cad6a434-1be6-4d48-8edf-bbf937b0565e, infoPort=38961, infoSecurePort=0, ipcPort=37885, storageInfo=lv=-57;cid=testClusterID;nsid=950650946;c=1732782174505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x734dd163edea076b with lease ID 0xeb3598043f20a58a: Processing first storage report for DS-223c20f5-d7cd-4b01-b1cf-e13e67cf4782 from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=cad6a434-1be6-4d48-8edf-bbf937b0565e, infoPort=38961, infoSecurePort=0, ipcPort=37885, storageInfo=lv=-57;cid=testClusterID;nsid=950650946;c=1732782174505) 2024-11-28T08:22:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x734dd163edea076b with lease ID 0xeb3598043f20a58a: from storage DS-223c20f5-d7cd-4b01-b1cf-e13e67cf4782 node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=cad6a434-1be6-4d48-8edf-bbf937b0565e, infoPort=38961, infoSecurePort=0, ipcPort=37885, storageInfo=lv=-57;cid=testClusterID;nsid=950650946;c=1732782174505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:22:56,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48 2024-11-28T08:22:56,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:56,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:22:56,816 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891 with version=8 2024-11-28T08:22:56,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/hbase-staging 2024-11-28T08:22:56,818 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:22:56,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:56,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44495 2024-11-28T08:22:56,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44495 connecting to ZooKeeper ensemble=127.0.0.1:53418 2024-11-28T08:22:56,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444950x0, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:56,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44495-0x1018089acba0000 connected 2024-11-28T08:22:56,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:56,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:56,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on znode that does not yet exist, /0-875491493/running 2024-11-28T08:22:56,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891, hbase.cluster.distributed=false 2024-11-28T08:22:56,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on znode that does not yet exist, /0-875491493/acl 2024-11-28T08:22:57,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-28T08:22:57,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44495 2024-11-28T08:22:57,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44495 2024-11-28T08:22:57,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-28T08:22:57,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-28T08:22:57,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:22:57,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:57,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:57,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:22:57,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:22:57,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:22:57,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:22:57,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:22:57,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42873 2024-11-28T08:22:57,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42873 connecting to ZooKeeper ensemble=127.0.0.1:53418 2024-11-28T08:22:57,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:57,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:57,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428730x0, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:57,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428730x0, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on znode that does not yet exist, /0-875491493/running 2024-11-28T08:22:57,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:22:57,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42873-0x1018089acba0001 connected 2024-11-28T08:22:57,128 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:22:57,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on znode that does not yet exist, /0-875491493/master 2024-11-28T08:22:57,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on znode that does not yet exist, /0-875491493/acl 2024-11-28T08:22:57,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42873 2024-11-28T08:22:57,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42873 2024-11-28T08:22:57,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42873 2024-11-28T08:22:57,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42873 2024-11-28T08:22:57,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42873 2024-11-28T08:22:57,196 DEBUG [M:0;81db972b9a1d:44495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:44495 2024-11-28T08:22:57,200 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-875491493/backup-masters/81db972b9a1d,44495,1732782176818 2024-11-28T08:22:57,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493/backup-masters 2024-11-28T08:22:57,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493/backup-masters 2024-11-28T08:22:57,208 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on existing znode=/0-875491493/backup-masters/81db972b9a1d,44495,1732782176818 2024-11-28T08:22:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-875491493/master 2024-11-28T08:22:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:57,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:57,218 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on existing znode=/0-875491493/master 2024-11-28T08:22:57,219 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-875491493/backup-masters/81db972b9a1d,44495,1732782176818 from backup master directory 2024-11-28T08:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493/backup-masters 2024-11-28T08:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-875491493/backup-masters/81db972b9a1d,44495,1732782176818 2024-11-28T08:22:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493/backup-masters 2024-11-28T08:22:57,228 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:57,228 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,44495,1732782176818 2024-11-28T08:22:57,231 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/hbase.id] with ID: a4529dd9-85b3-4bdb-b00c-f94114348362 2024-11-28T08:22:57,232 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/.tmp/hbase.id 2024-11-28T08:22:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:22:57,240 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/.tmp/hbase.id]:[hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/hbase.id] 2024-11-28T08:22:57,248 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:22:57,248 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:22:57,249 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:22:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:57,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:22:57,671 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:57,672 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:22:57,672 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:22:58,079 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/data/master/store 2024-11-28T08:22:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:22:58,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:58,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:22:58,491 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:58,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:58,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:22:58,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:58,492 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:22:58,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782178491Disabling compacts and flushes for region at 1732782178491Disabling writes for close at 1732782178492 (+1 ms)Writing region close event to WAL at 1732782178492Closed at 1732782178492 2024-11-28T08:22:58,492 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/data/master/store/.initializing 2024-11-28T08:22:58,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/WALs/81db972b9a1d,44495,1732782176818 2024-11-28T08:22:58,493 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:58,494 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C44495%2C1732782176818, suffix=, logDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/WALs/81db972b9a1d,44495,1732782176818, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/oldWALs, maxLogs=10 2024-11-28T08:22:58,509 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/WALs/81db972b9a1d,44495,1732782176818/81db972b9a1d%2C44495%2C1732782176818.1732782178495, exclude list is [], retry=0 2024-11-28T08:22:58,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-725aff62-e0a9-44de-9cdc-6dfc790e1d92,DISK] 2024-11-28T08:22:58,516 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/WALs/81db972b9a1d,44495,1732782176818/81db972b9a1d%2C44495%2C1732782176818.1732782178495 2024-11-28T08:22:58,516 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T08:22:58,516 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:58,516 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:58,517 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,517 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:22:58,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:58,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:58,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:22:58,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:58,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:58,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:22:58,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:58,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:58,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:22:58,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:58,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:22:58,524 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,525 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,525 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,526 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,526 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,526 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:58,527 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:22:58,529 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:58,529 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71504476, jitterRate=0.06549972295761108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:58,530 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782178517Initializing all the Stores at 1732782178518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782178518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782178518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782178518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782178518Cleaning up temporary data from old regions at 1732782178526 (+8 ms)Region opened successfully at 1732782178530 (+4 ms) 2024-11-28T08:22:58,530 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:22:58,533 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af881e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:58,533 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:22:58,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:22:58,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:22:58,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:22:58,534 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:22:58,535 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:22:58,535 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:22:58,537 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:22:58,538 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Unable to get data of znode /0-875491493/balancer because node does not exist (not necessarily an error) 2024-11-28T08:22:58,709 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-875491493/balancer already deleted, retry=false 2024-11-28T08:22:58,709 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:22:58,710 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Unable to get data of znode /0-875491493/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:22:58,754 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-875491493/normalizer already deleted, retry=false 2024-11-28T08:22:58,755 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:22:58,756 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Unable to get data of znode /0-875491493/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:22:58,765 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-875491493/switch/split already deleted, retry=false 2024-11-28T08:22:58,766 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Unable to get data of znode /0-875491493/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:22:58,775 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-875491493/switch/merge already deleted, retry=false 2024-11-28T08:22:58,777 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Unable to get data of znode /0-875491493/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:22:58,786 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-875491493/snapshot-cleanup already deleted, retry=false 2024-11-28T08:22:58,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-875491493/running 2024-11-28T08:22:58,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-875491493/running 2024-11-28T08:22:58,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,797 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,44495,1732782176818, sessionid=0x1018089acba0000, setting cluster-up flag (Was=false) 2024-11-28T08:22:58,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,849 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-875491493/flush-table-proc/acquired, /0-875491493/flush-table-proc/reached, /0-875491493/flush-table-proc/abort 2024-11-28T08:22:58,850 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44495,1732782176818 2024-11-28T08:22:58,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:58,902 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-875491493/online-snapshot/acquired, /0-875491493/online-snapshot/reached, /0-875491493/online-snapshot/abort 2024-11-28T08:22:58,903 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,44495,1732782176818 2024-11-28T08:22:58,904 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:22:58,905 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:58,905 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:22:58,905 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:22:58,905 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,44495,1732782176818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:58,907 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782208908 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:22:58,908 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:22:58,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:58,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:22:58,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:58,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:22:58,912 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:58,916 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:22:58,916 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:22:58,916 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:22:58,916 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:22:58,917 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:22:58,917 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:22:58,917 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782178917,5,FailOnTimeoutGroup] 2024-11-28T08:22:58,920 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782178917,5,FailOnTimeoutGroup] 2024-11-28T08:22:58,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:58,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:22:58,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:58,920 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:22:58,983 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(746): ClusterId : a4529dd9-85b3-4bdb-b00c-f94114348362 2024-11-28T08:22:58,983 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:22:59,061 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:22:59,061 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:22:59,092 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:22:59,092 DEBUG [RS:0;81db972b9a1d:42873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1898d655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:22:59,110 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:42873 2024-11-28T08:22:59,110 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:22:59,110 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:22:59,110 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:22:59,111 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,44495,1732782176818 with port=42873, startcode=1732782177071 2024-11-28T08:22:59,111 DEBUG [RS:0;81db972b9a1d:42873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:22:59,118 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:22:59,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,120 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891 2024-11-28T08:22:59,121 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41675 2024-11-28T08:22:59,121 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:22:59,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493/rs 2024-11-28T08:22:59,134 DEBUG [RS:0;81db972b9a1d:42873 {}] zookeeper.ZKUtil(111): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Set watcher on existing znode=/0-875491493/rs/81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,134 WARN [RS:0;81db972b9a1d:42873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:22:59,134 INFO [RS:0;81db972b9a1d:42873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:59,134 DEBUG [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,42873,1732782177071] 2024-11-28T08:22:59,141 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:22:59,144 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:22:59,148 INFO [RS:0;81db972b9a1d:42873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:22:59,148 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,151 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:22:59,152 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:22:59,152 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:22:59,152 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:59,153 DEBUG [RS:0;81db972b9a1d:42873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:22:59,156 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,157 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,157 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,157 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,157 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,157 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42873,1732782177071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:59,176 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:22:59,176 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,42873,1732782177071-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,177 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,177 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.Replication(171): 81db972b9a1d,42873,1732782177071 started 2024-11-28T08:22:59,195 INFO [RS:0;81db972b9a1d:42873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,195 INFO [RS:0;81db972b9a1d:42873 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,42873,1732782177071, RpcServer on 81db972b9a1d/172.17.0.3:42873, sessionid=0x1018089acba0001 2024-11-28T08:22:59,195 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:22:59,195 DEBUG [RS:0;81db972b9a1d:42873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,195 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,42873,1732782177071' 2024-11-28T08:22:59,195 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-875491493/flush-table-proc/abort' 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-875491493/flush-table-proc/acquired' 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,42873,1732782177071' 2024-11-28T08:22:59,198 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-875491493/online-snapshot/abort' 2024-11-28T08:22:59,199 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-875491493/online-snapshot/acquired' 2024-11-28T08:22:59,199 DEBUG [RS:0;81db972b9a1d:42873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:22:59,199 INFO [RS:0;81db972b9a1d:42873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:22:59,199 INFO [RS:0;81db972b9a1d:42873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:22:59,299 INFO [RS:0;81db972b9a1d:42873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:22:59,301 INFO [RS:0;81db972b9a1d:42873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C42873%2C1732782177071, suffix=, logDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/oldWALs, maxLogs=10 2024-11-28T08:22:59,320 DEBUG [RS:0;81db972b9a1d:42873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071/81db972b9a1d%2C42873%2C1732782177071.1732782179301, exclude list is [], retry=0 2024-11-28T08:22:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-725aff62-e0a9-44de-9cdc-6dfc790e1d92,DISK] 2024-11-28T08:22:59,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:22:59,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891 2024-11-28T08:22:59,333 INFO [RS:0;81db972b9a1d:42873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071/81db972b9a1d%2C42873%2C1732782177071.1732782179301 2024-11-28T08:22:59,334 DEBUG [RS:0;81db972b9a1d:42873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T08:22:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:22:59,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:59,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:59,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:59,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:59,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:59,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:59,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:59,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:59,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:59,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:59,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/1588230740 2024-11-28T08:22:59,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/1588230740 2024-11-28T08:22:59,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:59,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:59,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:59,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:59,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:22:59,372 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60288716, jitterRate=-0.1016281247138977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:59,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782179353Initializing all the Stores at 1732782179354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179356 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782179356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179356Cleaning up temporary data from old regions at 1732782179365 (+9 ms)Region opened successfully at 1732782179372 (+7 ms) 2024-11-28T08:22:59,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:22:59,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:22:59,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:22:59,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:22:59,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:22:59,381 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:22:59,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782179372Disabling compacts and flushes for region at 1732782179372Disabling writes for close at 1732782179373 (+1 ms)Writing region close event to WAL at 1732782179381 (+8 ms)Closed at 1732782179381 2024-11-28T08:22:59,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:59,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:22:59,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:22:59,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:59,385 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:22:59,536 DEBUG [81db972b9a1d:44495 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:22:59,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,42873,1732782177071, state=OPENING 2024-11-28T08:22:59,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:22:59,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:59,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-875491493 2024-11-28T08:22:59,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-875491493/meta-region-server: CHANGED 2024-11-28T08:22:59,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-875491493/meta-region-server: CHANGED 2024-11-28T08:22:59,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:22:59,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,42873,1732782177071}] 2024-11-28T08:22:59,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:22:59,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:22:59,756 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:22:59,756 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:22:59,756 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:22:59,758 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C42873%2C1732782177071.meta, suffix=.meta, logDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071, archiveDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/oldWALs, maxLogs=10 2024-11-28T08:22:59,778 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071/81db972b9a1d%2C42873%2C1732782177071.meta.1732782179758.meta, exclude list is [], retry=0 2024-11-28T08:22:59,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-725aff62-e0a9-44de-9cdc-6dfc790e1d92,DISK] 2024-11-28T08:22:59,788 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/WALs/81db972b9a1d,42873,1732782177071/81db972b9a1d%2C42873%2C1732782177071.meta.1732782179758.meta 2024-11-28T08:22:59,791 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T08:22:59,791 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:22:59,792 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:22:59,792 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:22:59,792 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:22:59,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:22:59,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:22:59,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:22:59,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:22:59,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:22:59,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:22:59,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:22:59,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:22:59,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:22:59,801 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:22:59,801 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/1588230740 2024-11-28T08:22:59,802 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/hbase/meta/1588230740 2024-11-28T08:22:59,803 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:22:59,803 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:22:59,803 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:22:59,804 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:22:59,804 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232947, jitterRate=0.0018489807844161987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:22:59,805 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:22:59,805 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782179792Writing region info on filesystem at 1732782179792Initializing all the Stores at 1732782179793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179796 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782179796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782179796Cleaning up temporary data from old regions at 1732782179803 (+7 ms)Running coprocessor post-open hooks at 1732782179805 (+2 ms)Region opened successfully at 1732782179805 2024-11-28T08:22:59,807 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782179750 2024-11-28T08:22:59,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,810 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,42873,1732782177071, state=OPEN 2024-11-28T08:22:59,810 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:22:59,810 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:22:59,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1018089acba0000, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-875491493/meta-region-server 2024-11-28T08:22:59,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42873-0x1018089acba0001, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-875491493/meta-region-server 2024-11-28T08:22:59,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,42873,1732782177071 2024-11-28T08:22:59,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-875491493/meta-region-server: CHANGED 2024-11-28T08:22:59,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-875491493/meta-region-server: CHANGED 2024-11-28T08:22:59,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:22:59,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,42873,1732782177071 in 251 msec 2024-11-28T08:22:59,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:22:59,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-28T08:22:59,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:22:59,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:22:59,858 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:59,858 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,42873,1732782177071, seqNum=-1] 2024-11-28T08:22:59,858 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:59,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:59,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 958 msec 2024-11-28T08:22:59,863 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782179863, completionTime=-1 2024-11-28T08:22:59,863 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:22:59,863 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782239865 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782299865 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:44495, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,865 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,866 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,867 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.640sec 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:22:59,869 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:22:59,871 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:22:59,871 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:22:59,871 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44495,1732782176818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:22:59,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:59,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44495,-1 for getting cluster id 2024-11-28T08:22:59,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:22:59,885 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4529dd9-85b3-4bdb-b00c-f94114348362' 2024-11-28T08:22:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:22:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4529dd9-85b3-4bdb-b00c-f94114348362" 2024-11-28T08:22:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd63988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44495,-1] 2024-11-28T08:22:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:22:59,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:22:59,886 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:22:59,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4ec429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:22:59,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:22:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,42873,1732782177071, seqNum=-1] 2024-11-28T08:22:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:22:59,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:22:59,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,44495,1732782176818 2024-11-28T08:22:59,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53418 2024-11-28T08:22:59,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53418, baseZNode=/0-875491493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:22:59,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018089acba0002 connected 2024-11-28T08:22:59,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:22:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44495,1732782176818 2024-11-28T08:22:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b8d19f 2024-11-28T08:22:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:22:59,926 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:22:59,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:22:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:22:59,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:22:59,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:22:59,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:22:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:22:59,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:22:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:22:59,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f457a3d30d65e89d663c48f83d0bff, NAME => 'test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891 2024-11-28T08:22:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:23:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55f457a3d30d65e89d663c48f83d0bff, disabling compactions & flushes 2024-11-28T08:23:00,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. after waiting 0 ms 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f457a3d30d65e89d663c48f83d0bff: Waiting for close lock at 1732782180342Disabling compacts and flushes for region at 1732782180342Disabling writes for close at 1732782180342Writing region close event to WAL at 1732782180342Closed at 1732782180342 2024-11-28T08:23:00,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:23:00,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782180343"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782180343"}]},"ts":"1732782180343"} 2024-11-28T08:23:00,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:23:00,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:23:00,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782180346"}]},"ts":"1732782180346"} 2024-11-28T08:23:00,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:23:00,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55f457a3d30d65e89d663c48f83d0bff, ASSIGN}] 2024-11-28T08:23:00,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55f457a3d30d65e89d663c48f83d0bff, ASSIGN 2024-11-28T08:23:00,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55f457a3d30d65e89d663c48f83d0bff, ASSIGN; state=OFFLINE, location=81db972b9a1d,42873,1732782177071; forceNewPlan=false, retain=false 2024-11-28T08:23:00,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55f457a3d30d65e89d663c48f83d0bff, regionState=OPENING, regionLocation=81db972b9a1d,42873,1732782177071 2024-11-28T08:23:00,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55f457a3d30d65e89d663c48f83d0bff, ASSIGN because future has completed 2024-11-28T08:23:00,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f457a3d30d65e89d663c48f83d0bff, server=81db972b9a1d,42873,1732782177071}] 2024-11-28T08:23:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:00,657 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f457a3d30d65e89d663c48f83d0bff, NAME => 'test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:00,658 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:00,658 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,658 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,659 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,660 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f457a3d30d65e89d663c48f83d0bff columnFamilyName f 2024-11-28T08:23:00,660 DEBUG [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:00,660 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(327): Store=55f457a3d30d65e89d663c48f83d0bff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:00,660 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,661 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f457a3d30d65e89d663c48f83d0bff columnFamilyName f1 2024-11-28T08:23:00,661 DEBUG [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:00,661 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(327): Store=55f457a3d30d65e89d663c48f83d0bff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:00,661 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,662 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f457a3d30d65e89d663c48f83d0bff columnFamilyName norep 2024-11-28T08:23:00,662 DEBUG [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:00,662 INFO [StoreOpener-55f457a3d30d65e89d663c48f83d0bff-1 {}] regionserver.HStore(327): Store=55f457a3d30d65e89d663c48f83d0bff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:00,662 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,662 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/default/test/55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,663 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/default/test/55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,663 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,663 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,664 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:23:00,664 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,665 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/data/default/test/55f457a3d30d65e89d663c48f83d0bff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:00,665 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55f457a3d30d65e89d663c48f83d0bff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59501367, jitterRate=-0.11336053907871246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:23:00,665 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f457a3d30d65e89d663c48f83d0bff 2024-11-28T08:23:00,666 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55f457a3d30d65e89d663c48f83d0bff: Running coprocessor pre-open hook at 1732782180658Writing region info on filesystem at 1732782180658Initializing all the Stores at 1732782180659 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782180659Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782180659Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782180659Cleaning up temporary data from old regions at 1732782180663 (+4 ms)Running coprocessor post-open hooks at 1732782180665 (+2 ms)Region opened successfully at 1732782180666 (+1 ms) 2024-11-28T08:23:00,666 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff., pid=6, masterSystemTime=1732782180655 2024-11-28T08:23:00,668 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,668 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782179926.55f457a3d30d65e89d663c48f83d0bff. 2024-11-28T08:23:00,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55f457a3d30d65e89d663c48f83d0bff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,42873,1732782177071 2024-11-28T08:23:00,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f457a3d30d65e89d663c48f83d0bff, server=81db972b9a1d,42873,1732782177071 because future has completed 2024-11-28T08:23:00,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:23:00,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f457a3d30d65e89d663c48f83d0bff, server=81db972b9a1d,42873,1732782177071 in 167 msec 2024-11-28T08:23:00,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:23:00,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55f457a3d30d65e89d663c48f83d0bff, ASSIGN in 323 msec 2024-11-28T08:23:00,673 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:23:00,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782180673"}]},"ts":"1732782180673"} 2024-11-28T08:23:00,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:23:00,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:23:00,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-28T08:23:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:01,065 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:23:01,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f648fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44495,-1 for getting cluster id 2024-11-28T08:23:01,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:01,066 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4529dd9-85b3-4bdb-b00c-f94114348362' 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4529dd9-85b3-4bdb-b00c-f94114348362" 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10570db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44495,-1] 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:01,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,067 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3640d3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44495,1732782176818 2024-11-28T08:23:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0efcde 2024-11-28T08:23:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:01,068 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:01,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:44495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:23:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:23:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:01,071 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:44495' 2024-11-28T08:23:01,071 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f91ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,071 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,44495,-1 for getting cluster id 2024-11-28T08:23:01,071 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:01,072 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4529dd9-85b3-4bdb-b00c-f94114348362' 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4529dd9-85b3-4bdb-b00c-f94114348362" 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a527c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,44495,-1] 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:01,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,073 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:01,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b74046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:01,073 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,44495,1732782176818 2024-11-28T08:23:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7610462b 2024-11-28T08:23:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:01,075 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:01,075 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:23:01,075 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:23:01,075 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,075 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:01,076 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:23:01,080 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-28T08:23:01,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-28T08:23:01,081 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-28T08:23:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:01,175 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://81db972b9a1d:44495, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-28T08:23:01,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:01,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:01,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:01,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:01,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 365) Potentially hanging thread: regionserver/81db972b9a1d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891/MasterData-prefix:81db972b9a1d,44495,1732782176818 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 81db972b9a1d:44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1324359098_20 at /127.0.0.1:58736 [Receiving block BP-1598210137-172.17.0.3-1732782174505:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp732667413-7864 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0744434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/81db972b9a1d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcessThread(sid:0 cport:53418): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53418) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp732667413-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0744434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891-prefix:81db972b9a1d,42873,1732782177071.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1324359098_20 at /127.0.0.1:58642 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data2/current/BP-1598210137-172.17.0.3-1732782174505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;81db972b9a1d:42873-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7863 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0744434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1324359098_20 at /127.0.0.1:58720 [Receiving block BP-1598210137-172.17.0.3-1732782174505:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41675 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@17c72d30 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp732667413-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0744434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782178917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2747fd11[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 41675 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f0744aab168.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1645606767-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0744434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1527f35d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1598210137-172.17.0.3-1732782174505:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(456693377) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-313189195_20 at /127.0.0.1:58712 [Receiving block BP-1598210137-172.17.0.3-1732782174505:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1598210137-172.17.0.3-1732782174505:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@355bfe00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;81db972b9a1d:42873 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f07449f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1598210137-172.17.0.3-1732782174505:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53418) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 37885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6b5cdbc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/cluster_84915a44-adad-3397-26a3-d47af8fe86df/data/data1/current/BP-1598210137-172.17.0.3-1732782174505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@23395102 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53418) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41675/user/jenkins/test-data/07f6d2d2-7ce6-587c-34f4-1fc2bb56b891-prefix:81db972b9a1d,42873,1732782177071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-7f9ea4f5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-1598210137-172.17.0.3-1732782174505 heartbeating to localhost/127.0.0.1:41675 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7866-acceptor-0@66c699eb-ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:41771} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-515def66-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 37885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 0 on default port 37885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1645606767-7914-acceptor-0@5fa97733-ServerConnector@64a2185b{HTTP/1.1, (http/1.1)}{localhost:39467} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782178917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@255f4c36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53418 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: M:0;81db972b9a1d:44495 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server idle connection scanner for port 37885 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 37885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp732667413-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1645606767-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/81db972b9a1d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1645606767-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: regionserver/81db972b9a1d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@d05e9b7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=883 (was 803) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 634) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5685 (was 5085) - AvailableMemoryMB LEAK? - 2024-11-28T08:23:01,195 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-28T08:23:01,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=883, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=5685 2024-11-28T08:23:01,211 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-28T08:23:01,228 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-28T08:23:01,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.log.dir so I do NOT create it in target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983 2024-11-28T08:23:01,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:23:01,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.tmp.dir so I do NOT create it in target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983 2024-11-28T08:23:01,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c99565b-c422-64de-a1af-1d30c43a0e48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:23:01,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983 2024-11-28T08:23:01,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06, deleteOnExit=true 2024-11-28T08:23:01,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/zookeeper_0, clientPort=54466, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:23:01,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54466 2024-11-28T08:23:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:23:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:23:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/test.cache.data in system properties and HBase conf 2024-11-28T08:23:01,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:23:01,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:23:01,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:01,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:01,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:01,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:01,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:23:01,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:01,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdaf5ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:01,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a9ca54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:01,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a4d936{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/java.io.tmpdir/jetty-localhost-33247-hadoop-hdfs-3_4_1-tests_jar-_-any-11537607013466029222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:01,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5208d3f2{HTTP/1.1, (http/1.1)}{localhost:33247} 2024-11-28T08:23:01,815 INFO [Time-limited test {}] server.Server(415): Started @328250ms 2024-11-28T08:23:02,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:02,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:02,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:02,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:02,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:23:02,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c12c202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:02,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550573c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:02,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@afd8f5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/java.io.tmpdir/jetty-localhost-37415-hadoop-hdfs-3_4_1-tests_jar-_-any-7064705476964972766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:02,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e08cd82{HTTP/1.1, (http/1.1)}{localhost:37415} 2024-11-28T08:23:02,344 INFO [Time-limited test {}] server.Server(415): Started @328779ms 2024-11-28T08:23:02,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:23:03,200 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/data/data1/current/BP-2029078421-172.17.0.3-1732782181247/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:03,200 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/data/data2/current/BP-2029078421-172.17.0.3-1732782181247/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:03,221 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:23:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb373cd8e46d78cdb with lease ID 0x5ea5f5ff966fb224: Processing first storage report for DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=612279ce-0ebb-4efc-ba3d-365bcb76a3eb, infoPort=35019, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=1930217824;c=1732782181247) 2024-11-28T08:23:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb373cd8e46d78cdb with lease ID 0x5ea5f5ff966fb224: from storage DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=612279ce-0ebb-4efc-ba3d-365bcb76a3eb, infoPort=35019, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=1930217824;c=1732782181247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb373cd8e46d78cdb with lease ID 0x5ea5f5ff966fb224: Processing first storage report for DS-fbba28f9-7f34-440d-b156-22fa7455a6e0 from datanode DatanodeRegistration(127.0.0.1:37239, datanodeUuid=612279ce-0ebb-4efc-ba3d-365bcb76a3eb, infoPort=35019, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=1930217824;c=1732782181247) 2024-11-28T08:23:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb373cd8e46d78cdb with lease ID 0x5ea5f5ff966fb224: from storage DS-fbba28f9-7f34-440d-b156-22fa7455a6e0 node DatanodeRegistration(127.0.0.1:37239, datanodeUuid=612279ce-0ebb-4efc-ba3d-365bcb76a3eb, infoPort=35019, infoSecurePort=0, ipcPort=39963, storageInfo=lv=-57;cid=testClusterID;nsid=1930217824;c=1732782181247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:03,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983 2024-11-28T08:23:03,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:03,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:03,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:23:03,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0 with version=8 2024-11-28T08:23:03,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/hbase-staging 2024-11-28T08:23:03,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:23:03,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:03,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38955 2024-11-28T08:23:03,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38955 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389550x0, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:03,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38955-0x1018089c71b0000 connected 2024-11-28T08:23:04,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:04,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:04,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/running 2024-11-28T08:23:04,425 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0, hbase.cluster.distributed=false 2024-11-28T08:23:04,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/acl 2024-11-28T08:23:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-28T08:23:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38955 2024-11-28T08:23:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38955 2024-11-28T08:23:04,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-28T08:23:04,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38955 2024-11-28T08:23:04,440 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:23:04,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:04,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38291 2024-11-28T08:23:04,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38291 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:04,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:04,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:04,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382910x0, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:04,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382910x0, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/running 2024-11-28T08:23:04,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38291-0x1018089c71b0001 connected 2024-11-28T08:23:04,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:23:04,518 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:23:04,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/master 2024-11-28T08:23:04,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/acl 2024-11-28T08:23:04,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-28T08:23:04,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38291 2024-11-28T08:23:04,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38291 2024-11-28T08:23:04,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-28T08:23:04,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38291 2024-11-28T08:23:04,538 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:38955 2024-11-28T08:23:04,538 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-904246725/backup-masters/81db972b9a1d,38955,1732782183679 2024-11-28T08:23:04,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/backup-masters 2024-11-28T08:23:04,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/backup-masters 2024-11-28T08:23:04,686 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on existing znode=/0-904246725/backup-masters/81db972b9a1d,38955,1732782183679 2024-11-28T08:23:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-904246725/master 2024-11-28T08:23:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:04,767 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on existing znode=/0-904246725/master 2024-11-28T08:23:04,768 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-904246725/backup-masters/81db972b9a1d,38955,1732782183679 from backup master directory 2024-11-28T08:23:04,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-904246725/backup-masters/81db972b9a1d,38955,1732782183679 2024-11-28T08:23:04,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/backup-masters 2024-11-28T08:23:04,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/backup-masters 2024-11-28T08:23:04,841 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:04,841 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,38955,1732782183679 2024-11-28T08:23:04,844 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/hbase.id] with ID: 62d3a501-2670-4ea5-83fb-f8d9ea8eb69d 2024-11-28T08:23:04,844 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/.tmp/hbase.id 2024-11-28T08:23:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:23:05,250 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/.tmp/hbase.id]:[hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/hbase.id] 2024-11-28T08:23:05,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:05,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:23:05,258 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T08:23:05,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:05,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:05,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:23:05,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:05,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:23:05,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T08:23:05,729 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:05,730 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:23:05,731 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:05,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:23:06,137 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store 2024-11-28T08:23:06,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:06,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:06,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:06,550 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782186550Disabling compacts and flushes for region at 1732782186550Disabling writes for close at 1732782186550Writing region close event to WAL at 1732782186550Closed at 1732782186550 2024-11-28T08:23:06,551 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/.initializing 2024-11-28T08:23:06,551 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/WALs/81db972b9a1d,38955,1732782183679 2024-11-28T08:23:06,552 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:06,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C38955%2C1732782183679, suffix=, logDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/WALs/81db972b9a1d,38955,1732782183679, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/oldWALs, maxLogs=10 2024-11-28T08:23:06,569 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/WALs/81db972b9a1d,38955,1732782183679/81db972b9a1d%2C38955%2C1732782183679.1732782186553, exclude list is [], retry=0 2024-11-28T08:23:06,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:06,576 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/WALs/81db972b9a1d,38955,1732782183679/81db972b9a1d%2C38955%2C1732782183679.1732782186553 2024-11-28T08:23:06,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:06,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:06,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:06,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,577 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:23:06,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:06,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:23:06,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:06,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:23:06,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:06,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:23:06,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:06,583 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,583 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,584 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,585 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,585 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,585 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:06,586 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:06,589 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:06,589 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67002546, jitterRate=-0.0015842616558074951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:06,589 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782186577Initializing all the Stores at 1732782186578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782186578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782186578Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782186578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782186578Cleaning up temporary data from old regions at 1732782186585 (+7 ms)Region opened successfully at 1732782186589 (+4 ms) 2024-11-28T08:23:06,590 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:23:06,591 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b65fc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:06,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:23:06,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:23:06,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:23:06,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:23:06,593 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:23:06,593 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:23:06,593 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:23:06,597 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:23:06,598 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Unable to get data of znode /0-904246725/balancer because node does not exist (not necessarily an error) 2024-11-28T08:23:06,607 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/balancer already deleted, retry=false 2024-11-28T08:23:06,607 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:23:06,608 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Unable to get data of znode /0-904246725/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:23:06,617 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/normalizer already deleted, retry=false 2024-11-28T08:23:06,617 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:23:06,618 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Unable to get data of znode /0-904246725/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:23:06,628 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/switch/split already deleted, retry=false 2024-11-28T08:23:06,628 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Unable to get data of znode /0-904246725/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:23:06,638 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/switch/merge already deleted, retry=false 2024-11-28T08:23:06,640 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Unable to get data of znode /0-904246725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:23:06,649 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/snapshot-cleanup already deleted, retry=false 2024-11-28T08:23:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-904246725/running 2024-11-28T08:23:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-904246725/running 2024-11-28T08:23:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,660 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,38955,1732782183679, sessionid=0x1018089c71b0000, setting cluster-up flag (Was=false) 2024-11-28T08:23:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,712 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-904246725/flush-table-proc/acquired, /0-904246725/flush-table-proc/reached, /0-904246725/flush-table-proc/abort 2024-11-28T08:23:06,713 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38955,1732782183679 2024-11-28T08:23:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:06,764 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-904246725/online-snapshot/acquired, /0-904246725/online-snapshot/reached, /0-904246725/online-snapshot/abort 2024-11-28T08:23:06,765 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,38955,1732782183679 2024-11-28T08:23:06,766 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:23:06,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:06,768 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:23:06,768 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:23:06,768 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,38955,1732782183679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:06,769 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:06,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:23:06,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:23:06,788 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782216788 2024-11-28T08:23:06,788 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:23:06,788 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:23:06,789 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:23:06,789 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:23:06,789 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:23:06,789 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:23:06,792 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,794 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:23:06,794 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:23:06,794 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:23:06,794 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:23:06,795 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:23:06,795 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:23:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:23:06,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:23:06,797 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0 2024-11-28T08:23:06,800 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782186795,5,FailOnTimeoutGroup] 2024-11-28T08:23:06,803 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782186800,5,FailOnTimeoutGroup] 2024-11-28T08:23:06,803 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,803 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:23:06,803 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,803 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741832_1008 (size=32) 2024-11-28T08:23:06,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:06,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:06,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:06,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:06,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:06,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:06,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:06,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:06,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:06,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:06,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:06,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:06,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:06,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:06,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:06,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740 2024-11-28T08:23:06,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740 2024-11-28T08:23:06,827 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(746): ClusterId : 62d3a501-2670-4ea5-83fb-f8d9ea8eb69d 2024-11-28T08:23:06,827 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:23:06,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:06,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:06,827 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:06,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:06,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:06,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64366890, jitterRate=-0.04085859656333923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782186810Initializing all the Stores at 1732782186811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782186811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782186820 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782186820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782186820Cleaning up temporary data from old regions at 1732782186827 (+7 ms)Region opened successfully at 1732782186833 (+6 ms) 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:06,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:06,833 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:06,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782186833Disabling compacts and flushes for region at 1732782186833Disabling writes for close at 1732782186833Writing region close event to WAL at 1732782186833Closed at 1732782186833 2024-11-28T08:23:06,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:06,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:23:06,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:23:06,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:06,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:23:06,839 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:23:06,839 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:23:06,849 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:23:06,850 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69450aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:06,863 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:38291 2024-11-28T08:23:06,863 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:23:06,863 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:23:06,863 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:23:06,863 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,38955,1732782183679 with port=38291, startcode=1732782184440 2024-11-28T08:23:06,863 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:23:06,864 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:23:06,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38955 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,866 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0 2024-11-28T08:23:06,866 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41773 2024-11-28T08:23:06,866 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:23:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/rs 2024-11-28T08:23:06,878 DEBUG [RS:0;81db972b9a1d:38291 {}] zookeeper.ZKUtil(111): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on existing znode=/0-904246725/rs/81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,878 WARN [RS:0;81db972b9a1d:38291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:06,878 INFO [RS:0;81db972b9a1d:38291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:06,878 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,38291,1732782184440] 2024-11-28T08:23:06,880 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:23:06,882 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:06,883 DEBUG [RS:0;81db972b9a1d:38291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,883 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38291,1732782184440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:06,896 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:23:06,896 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38291,1732782184440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,896 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,896 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.Replication(171): 81db972b9a1d,38291,1732782184440 started 2024-11-28T08:23:06,912 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:06,912 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,38291,1732782184440, RpcServer on 81db972b9a1d/172.17.0.3:38291, sessionid=0x1018089c71b0001 2024-11-28T08:23:06,912 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:23:06,912 DEBUG [RS:0;81db972b9a1d:38291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,912 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38291,1732782184440' 2024-11-28T08:23:06,912 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-904246725/flush-table-proc/abort' 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-904246725/flush-table-proc/acquired' 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,38291,1732782184440 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,38291,1732782184440' 2024-11-28T08:23:06,913 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-904246725/online-snapshot/abort' 2024-11-28T08:23:06,914 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-904246725/online-snapshot/acquired' 2024-11-28T08:23:06,914 DEBUG [RS:0;81db972b9a1d:38291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:23:06,914 INFO [RS:0;81db972b9a1d:38291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:23:06,914 INFO [RS:0;81db972b9a1d:38291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:23:06,986 WARN [81db972b9a1d:38955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T08:23:07,014 INFO [RS:0;81db972b9a1d:38291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:07,015 INFO [RS:0;81db972b9a1d:38291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38291%2C1732782184440, suffix=, logDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/oldWALs, maxLogs=10 2024-11-28T08:23:07,027 DEBUG [RS:0;81db972b9a1d:38291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016, exclude list is [], retry=0 2024-11-28T08:23:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:07,030 INFO [RS:0;81db972b9a1d:38291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 2024-11-28T08:23:07,031 DEBUG [RS:0;81db972b9a1d:38291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:07,236 DEBUG [81db972b9a1d:38955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:23:07,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:07,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38291,1732782184440, state=OPENING 2024-11-28T08:23:07,249 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:23:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:07,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:07,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-904246725/meta-region-server: CHANGED 2024-11-28T08:23:07,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-904246725/meta-region-server: CHANGED 2024-11-28T08:23:07,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38291,1732782184440}] 2024-11-28T08:23:07,412 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:07,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:23:07,415 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:23:07,415 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:07,415 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:23:07,416 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38291%2C1732782184440.meta, suffix=.meta, logDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/oldWALs, maxLogs=10 2024-11-28T08:23:07,428 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782187416.meta, exclude list is [], retry=0 2024-11-28T08:23:07,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:07,431 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782187416.meta 2024-11-28T08:23:07,431 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:07,431 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:07,432 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:23:07,432 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:23:07,432 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:23:07,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:07,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:07,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:07,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:07,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:07,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:07,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:07,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:07,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:07,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:07,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:07,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:07,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:07,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:07,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:07,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:07,437 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:07,437 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740 2024-11-28T08:23:07,438 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740 2024-11-28T08:23:07,439 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:07,439 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:07,439 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:07,440 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:07,441 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956498, jitterRate=-0.09167739748954773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:07,441 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:23:07,441 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782187432Writing region info on filesystem at 1732782187432Initializing all the Stores at 1732782187432Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782187432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782187433 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782187433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782187433Cleaning up temporary data from old regions at 1732782187439 (+6 ms)Running coprocessor post-open hooks at 1732782187441 (+2 ms)Region opened successfully at 1732782187441 2024-11-28T08:23:07,442 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782187411 2024-11-28T08:23:07,443 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:23:07,443 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:23:07,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:07,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,38291,1732782184440, state=OPEN 2024-11-28T08:23:07,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-904246725/meta-region-server 2024-11-28T08:23:07,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-904246725/meta-region-server 2024-11-28T08:23:07,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:07,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-904246725/meta-region-server: CHANGED 2024-11-28T08:23:07,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-904246725/meta-region-server: CHANGED 2024-11-28T08:23:07,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:23:07,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,38291,1732782184440 in 250 msec 2024-11-28T08:23:07,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:23:07,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-28T08:23:07,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:07,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:23:07,517 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:07,517 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38291,1732782184440, seqNum=-1] 2024-11-28T08:23:07,517 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:07,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:07,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 755 msec 2024-11-28T08:23:07,523 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782187523, completionTime=-1 2024-11-28T08:23:07,523 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:23:07,523 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:23:07,524 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:23:07,524 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782247524 2024-11-28T08:23:07,524 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782307524 2024-11-28T08:23:07,524 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:38955, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,525 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,526 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.687sec 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:07,528 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:23:07,530 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:23:07,530 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:23:07,530 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,38955,1732782183679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:07,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db26aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:07,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:07,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:07,628 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c800dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:07,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:07,629 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:07,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3183ba7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:07,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:07,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38291,1732782184440, seqNum=-1] 2024-11-28T08:23:07,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:07,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:07,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,38955,1732782183679 2024-11-28T08:23:07,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:07,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018089c71b0002 connected 2024-11-28T08:23:07,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir so I do NOT create it in target/test-data/f62913ea-7853-5795-7197-df35d98e53aa 2024-11-28T08:23:07,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:23:07,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.tmp.dir so I do NOT create it in target/test-data/f62913ea-7853-5795-7197-df35d98e53aa 2024-11-28T08:23:07,661 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:23:07,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa 2024-11-28T08:23:07,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/cluster_cc8b245b-0d02-f33b-f71f-a4193a4eacfd, deleteOnExit=true 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/test.cache.data in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:23:07,662 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:23:07,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:23:07,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:23:08,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:08,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:08,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:08,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:08,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:23:08,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:08,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37248352{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:08,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2b1f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:08,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@618b999a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/java.io.tmpdir/jetty-localhost-43161-hadoop-hdfs-3_4_1-tests_jar-_-any-9252149880975398640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:08,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1125a761{HTTP/1.1, (http/1.1)}{localhost:43161} 2024-11-28T08:23:08,142 INFO [Time-limited test {}] server.Server(415): Started @334577ms 2024-11-28T08:23:08,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:08,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:08,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:08,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:08,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:23:08,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49908177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:08,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362a4d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:08,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b27d48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/java.io.tmpdir/jetty-localhost-45369-hadoop-hdfs-3_4_1-tests_jar-_-any-13789335326047682210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:08,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af007df{HTTP/1.1, (http/1.1)}{localhost:45369} 2024-11-28T08:23:08,504 INFO [Time-limited test {}] server.Server(415): Started @334939ms 2024-11-28T08:23:08,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:23:09,210 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/cluster_cc8b245b-0d02-f33b-f71f-a4193a4eacfd/data/data1/current/BP-1131454470-172.17.0.3-1732782187678/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:09,222 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/cluster_cc8b245b-0d02-f33b-f71f-a4193a4eacfd/data/data2/current/BP-1131454470-172.17.0.3-1732782187678/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:09,291 WARN [Thread-4413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:23:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bcf4a79154f469 with lease ID 0xb333b9dde4c0c98c: Processing first storage report for DS-4b4d1fa7-f6ef-4734-82fb-78f64316ab80 from datanode DatanodeRegistration(127.0.0.1:45829, datanodeUuid=dc054d90-5a73-4b2c-9a1d-059c1ca59b7d, infoPort=40749, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=333125493;c=1732782187678) 2024-11-28T08:23:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bcf4a79154f469 with lease ID 0xb333b9dde4c0c98c: from storage DS-4b4d1fa7-f6ef-4734-82fb-78f64316ab80 node DatanodeRegistration(127.0.0.1:45829, datanodeUuid=dc054d90-5a73-4b2c-9a1d-059c1ca59b7d, infoPort=40749, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=333125493;c=1732782187678), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bcf4a79154f469 with lease ID 0xb333b9dde4c0c98c: Processing first storage report for DS-cc564743-b1be-40e1-91f9-b09099081fc9 from datanode DatanodeRegistration(127.0.0.1:45829, datanodeUuid=dc054d90-5a73-4b2c-9a1d-059c1ca59b7d, infoPort=40749, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=333125493;c=1732782187678) 2024-11-28T08:23:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bcf4a79154f469 with lease ID 0xb333b9dde4c0c98c: from storage DS-cc564743-b1be-40e1-91f9-b09099081fc9 node DatanodeRegistration(127.0.0.1:45829, datanodeUuid=dc054d90-5a73-4b2c-9a1d-059c1ca59b7d, infoPort=40749, infoSecurePort=0, ipcPort=38077, storageInfo=lv=-57;cid=testClusterID;nsid=333125493;c=1732782187678), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:09,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa 2024-11-28T08:23:09,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:23:09,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40 with version=8 2024-11-28T08:23:09,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/hbase-staging 2024-11-28T08:23:09,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:09,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:09,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:09,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:23:09,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:09,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36275 2024-11-28T08:23:09,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36275 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362750x0, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:09,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36275-0x1018089c71b0003 connected 2024-11-28T08:23:09,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/running 2024-11-28T08:23:09,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40, hbase.cluster.distributed=false 2024-11-28T08:23:09,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/acl 2024-11-28T08:23:09,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36275 2024-11-28T08:23:09,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36275 2024-11-28T08:23:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36275 2024-11-28T08:23:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36275 2024-11-28T08:23:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36275 2024-11-28T08:23:09,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:23:09,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:09,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36029 2024-11-28T08:23:09,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36029 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:09,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:09,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360290x0, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:09,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360290x0, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/running 2024-11-28T08:23:09,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36029-0x1018089c71b0004 connected 2024-11-28T08:23:09,984 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:23:09,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:23:09,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/master 2024-11-28T08:23:09,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/acl 2024-11-28T08:23:09,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36029 2024-11-28T08:23:09,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36029 2024-11-28T08:23:09,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36029 2024-11-28T08:23:09,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36029 2024-11-28T08:23:09,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36029 2024-11-28T08:23:10,003 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:36275 2024-11-28T08:23:10,004 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1700801574/backup-masters/81db972b9a1d,36275,1732782189778 2024-11-28T08:23:10,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/backup-masters 2024-11-28T08:23:10,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/backup-masters 2024-11-28T08:23:10,015 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on existing znode=/1700801574/backup-masters/81db972b9a1d,36275,1732782189778 2024-11-28T08:23:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1700801574/master 2024-11-28T08:23:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:10,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:10,025 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on existing znode=/1700801574/master 2024-11-28T08:23:10,026 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1700801574/backup-masters/81db972b9a1d,36275,1732782189778 from backup master directory 2024-11-28T08:23:10,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/backup-masters 2024-11-28T08:23:10,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1700801574/backup-masters/81db972b9a1d,36275,1732782189778 2024-11-28T08:23:10,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/backup-masters 2024-11-28T08:23:10,035 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:10,035 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,36275,1732782189778 2024-11-28T08:23:10,038 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/hbase.id] with ID: b1ccc9fa-4a5a-4e34-ac87-61404766d3c8 2024-11-28T08:23:10,038 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/.tmp/hbase.id 2024-11-28T08:23:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:23:10,446 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/.tmp/hbase.id]:[hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/hbase.id] 2024-11-28T08:23:10,453 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:10,453 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:23:10,454 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-28T08:23:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:23:10,507 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:10,508 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:23:10,508 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:10,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:23:10,521 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store 2024-11-28T08:23:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:23:10,929 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:10,929 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:10,929 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:10,929 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:10,929 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:10,929 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:10,929 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:10,930 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782190929Disabling compacts and flushes for region at 1732782190929Disabling writes for close at 1732782190929Writing region close event to WAL at 1732782190929Closed at 1732782190929 2024-11-28T08:23:10,931 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/.initializing 2024-11-28T08:23:10,931 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/WALs/81db972b9a1d,36275,1732782189778 2024-11-28T08:23:10,933 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:10,936 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C36275%2C1732782189778, suffix=, logDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/WALs/81db972b9a1d,36275,1732782189778, archiveDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/oldWALs, maxLogs=10 2024-11-28T08:23:10,953 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/WALs/81db972b9a1d,36275,1732782189778/81db972b9a1d%2C36275%2C1732782189778.1732782190936, exclude list is [], retry=0 2024-11-28T08:23:10,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45829,DS-4b4d1fa7-f6ef-4734-82fb-78f64316ab80,DISK] 2024-11-28T08:23:10,973 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/WALs/81db972b9a1d,36275,1732782189778/81db972b9a1d%2C36275%2C1732782189778.1732782190936 2024-11-28T08:23:10,976 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40749:40749)] 2024-11-28T08:23:10,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:10,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:10,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:23:10,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:10,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:10,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:23:10,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:10,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:10,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:23:10,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:10,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:10,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:23:10,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:10,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:10,992 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,993 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,993 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:10,997 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:11,002 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:11,007 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:11,008 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69909440, jitterRate=0.041731834411621094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:11,009 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782190977Initializing all the Stores at 1732782190978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782190978Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782190979 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782190979Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782190979Cleaning up temporary data from old regions at 1732782190996 (+17 ms)Region opened successfully at 1732782191008 (+12 ms) 2024-11-28T08:23:11,012 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:23:11,016 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f11c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:11,017 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:23:11,018 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:23:11,018 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:23:11,018 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:23:11,018 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:23:11,021 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:23:11,022 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:23:11,043 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:23:11,045 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/balancer because node does not exist (not necessarily an error) 2024-11-28T08:23:11,091 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/balancer already deleted, retry=false 2024-11-28T08:23:11,091 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:23:11,094 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:23:11,101 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/normalizer already deleted, retry=false 2024-11-28T08:23:11,102 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:23:11,103 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:23:11,112 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/switch/split already deleted, retry=false 2024-11-28T08:23:11,112 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:23:11,122 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/switch/merge already deleted, retry=false 2024-11-28T08:23:11,124 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:23:11,133 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/snapshot-cleanup already deleted, retry=false 2024-11-28T08:23:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1700801574/running 2024-11-28T08:23:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1700801574/running 2024-11-28T08:23:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,144 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,36275,1732782189778, sessionid=0x1018089c71b0003, setting cluster-up flag (Was=false) 2024-11-28T08:23:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,196 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1700801574/flush-table-proc/acquired, /1700801574/flush-table-proc/reached, /1700801574/flush-table-proc/abort 2024-11-28T08:23:11,197 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36275,1732782189778 2024-11-28T08:23:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:11,249 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1700801574/online-snapshot/acquired, /1700801574/online-snapshot/reached, /1700801574/online-snapshot/abort 2024-11-28T08:23:11,250 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36275,1732782189778 2024-11-28T08:23:11,250 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:23:11,252 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:11,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:23:11,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:23:11,253 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,36275,1732782189778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:11,254 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:11,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:23:11,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782221256 2024-11-28T08:23:11,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:23:11,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:23:11,260 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,260 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:23:11,261 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:23:11,261 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:23:11,261 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:23:11,267 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:23:11,267 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:23:11,268 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782191267,5,FailOnTimeoutGroup] 2024-11-28T08:23:11,268 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782191268,5,FailOnTimeoutGroup] 2024-11-28T08:23:11,268 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,268 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:23:11,268 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,268 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:23:11,294 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(746): ClusterId : b1ccc9fa-4a5a-4e34-ac87-61404766d3c8 2024-11-28T08:23:11,294 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:23:11,302 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:23:11,302 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:23:11,312 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:23:11,312 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af3ffcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:11,323 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:36029 2024-11-28T08:23:11,323 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:23:11,323 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:23:11,323 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:23:11,323 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,36275,1732782189778 with port=36029, startcode=1732782189965 2024-11-28T08:23:11,324 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:23:11,325 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:23:11,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36275 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36275 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,326 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40 2024-11-28T08:23:11,326 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35529 2024-11-28T08:23:11,326 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:23:11,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/rs 2024-11-28T08:23:11,333 DEBUG [RS:0;81db972b9a1d:36029 {}] zookeeper.ZKUtil(111): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on existing znode=/1700801574/rs/81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,333 WARN [RS:0;81db972b9a1d:36029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:11,333 INFO [RS:0;81db972b9a1d:36029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:11,333 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,36029,1732782189965] 2024-11-28T08:23:11,336 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:23:11,337 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:23:11,337 INFO [RS:0;81db972b9a1d:36029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:23:11,337 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,337 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:23:11,338 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:23:11,338 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:11,338 DEBUG [RS:0;81db972b9a1d:36029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:11,338 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,338 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,338 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,339 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,339 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,339 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36029,1732782189965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:11,356 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:23:11,356 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36029,1732782189965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,356 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,356 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.Replication(171): 81db972b9a1d,36029,1732782189965 started 2024-11-28T08:23:11,374 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:11,374 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,36029,1732782189965, RpcServer on 81db972b9a1d/172.17.0.3:36029, sessionid=0x1018089c71b0004 2024-11-28T08:23:11,374 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:23:11,374 DEBUG [RS:0;81db972b9a1d:36029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,374 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36029,1732782189965' 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1700801574/flush-table-proc/abort' 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1700801574/flush-table-proc/acquired' 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,36029,1732782189965 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,36029,1732782189965' 2024-11-28T08:23:11,375 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1700801574/online-snapshot/abort' 2024-11-28T08:23:11,376 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1700801574/online-snapshot/acquired' 2024-11-28T08:23:11,376 DEBUG [RS:0;81db972b9a1d:36029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:23:11,376 INFO [RS:0;81db972b9a1d:36029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:23:11,376 INFO [RS:0;81db972b9a1d:36029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:23:11,476 INFO [RS:0;81db972b9a1d:36029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:11,478 INFO [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36029%2C1732782189965, suffix=, logDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965, archiveDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/oldWALs, maxLogs=10 2024-11-28T08:23:11,490 DEBUG [RS:0;81db972b9a1d:36029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965/81db972b9a1d%2C36029%2C1732782189965.1732782191478, exclude list is [], retry=0 2024-11-28T08:23:11,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45829,DS-4b4d1fa7-f6ef-4734-82fb-78f64316ab80,DISK] 2024-11-28T08:23:11,494 INFO [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965/81db972b9a1d%2C36029%2C1732782189965.1732782191478 2024-11-28T08:23:11,494 DEBUG [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40749:40749)] 2024-11-28T08:23:11,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:23:11,672 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40 2024-11-28T08:23:11,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:23:12,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:12,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:12,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:12,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:12,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:12,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:12,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:12,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:12,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:12,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:12,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740 2024-11-28T08:23:12,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740 2024-11-28T08:23:12,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:12,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:12,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:12,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:12,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:12,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59869702, jitterRate=-0.10787191987037659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782192084Initializing all the Stores at 1732782192084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782192084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192084Cleaning up temporary data from old regions at 1732782192091 (+7 ms)Region opened successfully at 1732782192098 (+7 ms) 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:12,098 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:12,098 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:12,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782192098Disabling compacts and flushes for region at 1732782192098Disabling writes for close at 1732782192098Writing region close event to WAL at 1732782192098Closed at 1732782192098 2024-11-28T08:23:12,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:12,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:23:12,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:23:12,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:12,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:23:12,251 DEBUG [81db972b9a1d:36275 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:23:12,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:12,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36029,1732782189965, state=OPENING 2024-11-28T08:23:12,299 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:23:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:12,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1700801574/meta-region-server: CHANGED 2024-11-28T08:23:12,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1700801574/meta-region-server: CHANGED 2024-11-28T08:23:12,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:12,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36029,1732782189965}] 2024-11-28T08:23:12,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:12,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:23:12,482 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:23:12,482 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:12,483 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:23:12,484 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C36029%2C1732782189965.meta, suffix=.meta, logDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965, archiveDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/oldWALs, maxLogs=10 2024-11-28T08:23:12,501 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965/81db972b9a1d%2C36029%2C1732782189965.meta.1732782192484.meta, exclude list is [], retry=0 2024-11-28T08:23:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45829,DS-4b4d1fa7-f6ef-4734-82fb-78f64316ab80,DISK] 2024-11-28T08:23:12,505 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965/81db972b9a1d%2C36029%2C1732782189965.meta.1732782192484.meta 2024-11-28T08:23:12,505 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40749:40749)] 2024-11-28T08:23:12,505 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:12,505 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:23:12,506 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:23:12,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:23:12,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:12,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:12,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:12,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:12,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:12,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:12,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:12,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:12,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:12,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:12,512 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:12,513 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740 2024-11-28T08:23:12,513 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740 2024-11-28T08:23:12,514 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:12,514 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:12,514 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:12,515 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:12,515 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65886465, jitterRate=-0.01821516454219818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:12,516 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:23:12,516 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782192506Writing region info on filesystem at 1732782192506Initializing all the Stores at 1732782192507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192508 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782192508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782192508Cleaning up temporary data from old regions at 1732782192514 (+6 ms)Running coprocessor post-open hooks at 1732782192516 (+2 ms)Region opened successfully at 1732782192516 2024-11-28T08:23:12,516 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782192474 2024-11-28T08:23:12,518 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:23:12,518 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:23:12,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:12,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,36029,1732782189965, state=OPEN 2024-11-28T08:23:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1700801574/meta-region-server 2024-11-28T08:23:12,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1700801574/meta-region-server 2024-11-28T08:23:12,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:12,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1700801574/meta-region-server: CHANGED 2024-11-28T08:23:12,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1700801574/meta-region-server: CHANGED 2024-11-28T08:23:12,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:23:12,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,36029,1732782189965 in 208 msec 2024-11-28T08:23:12,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:23:12,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-28T08:23:12,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:12,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:23:12,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:12,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36029,1732782189965, seqNum=-1] 2024-11-28T08:23:12,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:12,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:12,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-28T08:23:12,546 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782192546, completionTime=-1 2024-11-28T08:23:12,546 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:23:12,547 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:23:12,548 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782252548 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782312549 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:36275, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,549 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,550 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,551 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.518sec 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:12,553 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:23:12,556 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:23:12,556 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:23:12,556 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36275,1732782189778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:12,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17049c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:12,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36275,-1 for getting cluster id 2024-11-28T08:23:12,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:12,597 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ccc9fa-4a5a-4e34-ac87-61404766d3c8' 2024-11-28T08:23:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ccc9fa-4a5a-4e34-ac87-61404766d3c8" 2024-11-28T08:23:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f86342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36275,-1] 2024-11-28T08:23:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:12,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:12,598 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:12,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1722fd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:12,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36029,1732782189965, seqNum=-1] 2024-11-28T08:23:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:12,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:12,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,36275,1732782189778 2024-11-28T08:23:12,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:12,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:12,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018089c71b0005 connected 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir so I do NOT create it in target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce 2024-11-28T08:23:12,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.tmp.dir so I do NOT create it in target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce 2024-11-28T08:23:12,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T08:23:12,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/cluster_f7bd627b-b7ca-0d17-2b79-b22c142d374a, deleteOnExit=true 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/test.cache.data in system properties and HBase conf 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:23:12,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:23:12,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:23:12,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:23:12,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:12,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:13,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:13,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:13,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:13,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:13,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:23:13,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:13,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b8990ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:13,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35a49fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:13,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69d2a5bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/java.io.tmpdir/jetty-localhost-35017-hadoop-hdfs-3_4_1-tests_jar-_-any-5858524205016965081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:13,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a65f36e{HTTP/1.1, (http/1.1)}{localhost:35017} 2024-11-28T08:23:13,139 INFO [Time-limited test {}] server.Server(415): Started @339574ms 2024-11-28T08:23:13,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:23:13,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:23:13,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:23:13,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:23:13,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:23:13,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ecff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:23:13,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6240a473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:23:13,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bac865e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/java.io.tmpdir/jetty-localhost-43815-hadoop-hdfs-3_4_1-tests_jar-_-any-11025855038982846377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:13,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23951614{HTTP/1.1, (http/1.1)}{localhost:43815} 2024-11-28T08:23:13,583 INFO [Time-limited test {}] server.Server(415): Started @340019ms 2024-11-28T08:23:13,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:23:14,234 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/cluster_f7bd627b-b7ca-0d17-2b79-b22c142d374a/data/data1/current/BP-45205499-172.17.0.3-1732782192641/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:14,235 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/cluster_f7bd627b-b7ca-0d17-2b79-b22c142d374a/data/data2/current/BP-45205499-172.17.0.3-1732782192641/current, will proceed with Du for space computation calculation, 2024-11-28T08:23:14,268 WARN [Thread-4534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:23:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d4467892099f385 with lease ID 0x7d6e5fa952a7e5e1: Processing first storage report for DS-0f545211-7bd3-4081-8e45-0c7d267c6f69 from datanode DatanodeRegistration(127.0.0.1:42079, datanodeUuid=7bc2ac50-40d7-4fea-81e1-6445d1e6ef2d, infoPort=35901, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=1216845424;c=1732782192641) 2024-11-28T08:23:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d4467892099f385 with lease ID 0x7d6e5fa952a7e5e1: from storage DS-0f545211-7bd3-4081-8e45-0c7d267c6f69 node DatanodeRegistration(127.0.0.1:42079, datanodeUuid=7bc2ac50-40d7-4fea-81e1-6445d1e6ef2d, infoPort=35901, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=1216845424;c=1732782192641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d4467892099f385 with lease ID 0x7d6e5fa952a7e5e1: Processing first storage report for DS-d89fbb5a-2414-4b19-b488-98433795bc42 from datanode DatanodeRegistration(127.0.0.1:42079, datanodeUuid=7bc2ac50-40d7-4fea-81e1-6445d1e6ef2d, infoPort=35901, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=1216845424;c=1732782192641) 2024-11-28T08:23:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d4467892099f385 with lease ID 0x7d6e5fa952a7e5e1: from storage DS-d89fbb5a-2414-4b19-b488-98433795bc42 node DatanodeRegistration(127.0.0.1:42079, datanodeUuid=7bc2ac50-40d7-4fea-81e1-6445d1e6ef2d, infoPort=35901, infoSecurePort=0, ipcPort=43399, storageInfo=lv=-57;cid=testClusterID;nsid=1216845424;c=1732782192641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T08:23:14,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce 2024-11-28T08:23:14,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:23:14,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432 with version=8 2024-11-28T08:23:14,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/hbase-staging 2024-11-28T08:23:14,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:23:14,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:14,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36781 2024-11-28T08:23:14,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36781 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:14,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367810x0, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:14,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36781-0x1018089c71b0006 connected 2024-11-28T08:23:14,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/running 2024-11-28T08:23:14,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432, hbase.cluster.distributed=false 2024-11-28T08:23:14,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/acl 2024-11-28T08:23:14,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-28T08:23:14,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36781 2024-11-28T08:23:14,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36781 2024-11-28T08:23:14,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-28T08:23:14,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-28T08:23:14,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:23:14,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:23:14,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44335 2024-11-28T08:23:14,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44335 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:14,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:14,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443350x0, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:14,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443350x0, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/running 2024-11-28T08:23:14,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:23:14,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44335-0x1018089c71b0007 connected 2024-11-28T08:23:14,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:23:14,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/master 2024-11-28T08:23:14,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/acl 2024-11-28T08:23:14,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-28T08:23:14,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2024-11-28T08:23:14,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2024-11-28T08:23:14,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-28T08:23:14,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-28T08:23:14,997 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:36781 2024-11-28T08:23:14,998 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1529002906/backup-masters/81db972b9a1d,36781,1732782194733 2024-11-28T08:23:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/backup-masters 2024-11-28T08:23:15,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/backup-masters 2024-11-28T08:23:15,007 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on existing znode=/2-1529002906/backup-masters/81db972b9a1d,36781,1732782194733 2024-11-28T08:23:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1529002906/master 2024-11-28T08:23:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:15,018 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on existing znode=/2-1529002906/master 2024-11-28T08:23:15,023 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1529002906/backup-masters/81db972b9a1d,36781,1732782194733 from backup master directory 2024-11-28T08:23:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1529002906/backup-masters/81db972b9a1d,36781,1732782194733 2024-11-28T08:23:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/backup-masters 2024-11-28T08:23:15,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/backup-masters 2024-11-28T08:23:15,035 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:15,036 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,36781,1732782194733 2024-11-28T08:23:15,041 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/hbase.id] with ID: 5241eded-57f5-4ffa-b2f2-2b97327ff7f4 2024-11-28T08:23:15,041 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/.tmp/hbase.id 2024-11-28T08:23:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:23:15,058 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/.tmp/hbase.id]:[hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/hbase.id] 2024-11-28T08:23:15,070 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:15,070 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:23:15,075 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-28T08:23:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:23:15,506 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:15,507 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:23:15,507 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:15,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:23:15,530 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store 2024-11-28T08:23:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:15,943 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:15,943 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:15,943 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782195943Disabling compacts and flushes for region at 1732782195943Disabling writes for close at 1732782195943Writing region close event to WAL at 1732782195943Closed at 1732782195943 2024-11-28T08:23:15,944 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/.initializing 2024-11-28T08:23:15,944 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/WALs/81db972b9a1d,36781,1732782194733 2024-11-28T08:23:15,944 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:15,946 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C36781%2C1732782194733, suffix=, logDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/WALs/81db972b9a1d,36781,1732782194733, archiveDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/oldWALs, maxLogs=10 2024-11-28T08:23:15,958 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/WALs/81db972b9a1d,36781,1732782194733/81db972b9a1d%2C36781%2C1732782194733.1732782195946, exclude list is [], retry=0 2024-11-28T08:23:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42079,DS-0f545211-7bd3-4081-8e45-0c7d267c6f69,DISK] 2024-11-28T08:23:15,961 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/WALs/81db972b9a1d,36781,1732782194733/81db972b9a1d%2C36781%2C1732782194733.1732782195946 2024-11-28T08:23:15,962 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-11-28T08:23:15,962 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:15,962 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:15,962 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,962 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:23:15,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:15,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:15,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:23:15,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:15,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:15,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:23:15,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:15,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:15,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:23:15,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:15,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:15,972 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,973 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,973 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,974 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,974 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,975 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:15,976 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:23:15,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:15,977 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70064555, jitterRate=0.04404322803020477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:15,977 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782195962Initializing all the Stores at 1732782195963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782195963Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782195967 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782195967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782195967Cleaning up temporary data from old regions at 1732782195974 (+7 ms)Region opened successfully at 1732782195977 (+3 ms) 2024-11-28T08:23:15,978 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:23:15,979 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d04c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:15,980 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:23:15,980 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:23:15,980 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:23:15,981 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:23:15,981 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T08:23:15,981 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T08:23:15,981 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:23:15,983 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:23:15,983 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/balancer because node does not exist (not necessarily an error) 2024-11-28T08:23:16,003 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/balancer already deleted, retry=false 2024-11-28T08:23:16,004 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:23:16,004 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:23:16,080 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/normalizer already deleted, retry=false 2024-11-28T08:23:16,080 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:23:16,081 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:23:16,101 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/switch/split already deleted, retry=false 2024-11-28T08:23:16,102 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:23:16,111 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/switch/merge already deleted, retry=false 2024-11-28T08:23:16,113 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:23:16,122 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/snapshot-cleanup already deleted, retry=false 2024-11-28T08:23:16,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1529002906/running 2024-11-28T08:23:16,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1529002906/running 2024-11-28T08:23:16,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,133 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,36781,1732782194733, sessionid=0x1018089c71b0006, setting cluster-up flag (Was=false) 2024-11-28T08:23:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,185 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1529002906/flush-table-proc/acquired, /2-1529002906/flush-table-proc/reached, /2-1529002906/flush-table-proc/abort 2024-11-28T08:23:16,186 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36781,1732782194733 2024-11-28T08:23:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,238 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1529002906/online-snapshot/acquired, /2-1529002906/online-snapshot/reached, /2-1529002906/online-snapshot/abort 2024-11-28T08:23:16,239 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,36781,1732782194733 2024-11-28T08:23:16,240 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:23:16,241 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:16,241 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:23:16,241 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:23:16,241 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,36781,1732782194733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:16,242 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:16,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:23:16,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782226252 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:23:16,252 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:23:16,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:23:16,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:23:16,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:23:16,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T08:23:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:23:16,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:23:16,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432 2024-11-28T08:23:16,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:23:16,256 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:23:16,256 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782196256,5,FailOnTimeoutGroup] 2024-11-28T08:23:16,257 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782196256,5,FailOnTimeoutGroup] 2024-11-28T08:23:16,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:23:16,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,257 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741832_1008 (size=32) 2024-11-28T08:23:16,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:16,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:16,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:16,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:16,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:16,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:16,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:16,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:16,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:16,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:16,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740 2024-11-28T08:23:16,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740 2024-11-28T08:23:16,283 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(746): ClusterId : 5241eded-57f5-4ffa-b2f2-2b97327ff7f4 2024-11-28T08:23:16,283 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:23:16,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:16,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:16,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:16,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:16,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64264499, jitterRate=-0.04238434135913849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782196269Initializing all the Stores at 1732782196269Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782196269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196269Cleaning up temporary data from old regions at 1732782196283 (+14 ms)Region opened successfully at 1732782196286 (+3 ms) 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:16,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:16,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:16,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:16,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782196286Disabling compacts and flushes for region at 1732782196286Disabling writes for close at 1732782196286Writing region close event to WAL at 1732782196288 (+2 ms)Closed at 1732782196288 2024-11-28T08:23:16,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:16,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:23:16,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:23:16,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:16,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:23:16,291 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:23:16,291 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:23:16,302 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:23:16,302 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400aa4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:23:16,320 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:44335 2024-11-28T08:23:16,320 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:23:16,320 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:23:16,320 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:23:16,321 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,36781,1732782194733 with port=44335, startcode=1732782194926 2024-11-28T08:23:16,321 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:23:16,325 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:23:16,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,325 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,326 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432 2024-11-28T08:23:16,326 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34693 2024-11-28T08:23:16,326 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:23:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/rs 2024-11-28T08:23:16,362 DEBUG [RS:0;81db972b9a1d:44335 {}] zookeeper.ZKUtil(111): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on existing znode=/2-1529002906/rs/81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,362 WARN [RS:0;81db972b9a1d:44335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:23:16,362 INFO [RS:0;81db972b9a1d:44335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:16,362 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,44335,1732782194926] 2024-11-28T08:23:16,365 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:23:16,368 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:23:16,372 INFO [RS:0;81db972b9a1d:44335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:23:16,372 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,373 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:23:16,373 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:23:16,373 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:16,374 DEBUG [RS:0;81db972b9a1d:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,383 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44335,1732782194926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:16,401 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:23:16,401 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,44335,1732782194926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,401 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,401 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.Replication(171): 81db972b9a1d,44335,1732782194926 started 2024-11-28T08:23:16,420 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,420 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,44335,1732782194926, RpcServer on 81db972b9a1d/172.17.0.3:44335, sessionid=0x1018089c71b0007 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,44335,1732782194926' 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1529002906/flush-table-proc/abort' 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1529002906/flush-table-proc/acquired' 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,44335,1732782194926' 2024-11-28T08:23:16,421 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1529002906/online-snapshot/abort' 2024-11-28T08:23:16,422 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1529002906/online-snapshot/acquired' 2024-11-28T08:23:16,422 DEBUG [RS:0;81db972b9a1d:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:23:16,422 INFO [RS:0;81db972b9a1d:44335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:23:16,422 INFO [RS:0;81db972b9a1d:44335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:23:16,441 WARN [81db972b9a1d:36781 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T08:23:16,522 INFO [RS:0;81db972b9a1d:44335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:23:16,524 INFO [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C44335%2C1732782194926, suffix=, logDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926, archiveDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/oldWALs, maxLogs=10 2024-11-28T08:23:16,542 DEBUG [RS:0;81db972b9a1d:44335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.1732782196524, exclude list is [], retry=0 2024-11-28T08:23:16,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42079,DS-0f545211-7bd3-4081-8e45-0c7d267c6f69,DISK] 2024-11-28T08:23:16,554 INFO [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.1732782196524 2024-11-28T08:23:16,555 DEBUG [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-11-28T08:23:16,692 DEBUG [81db972b9a1d:36781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:23:16,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,693 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,44335,1732782194926, state=OPENING 2024-11-28T08:23:16,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:23:16,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:16,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1529002906/meta-region-server: CHANGED 2024-11-28T08:23:16,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1529002906/meta-region-server: CHANGED 2024-11-28T08:23:16,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:23:16,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,44335,1732782194926}] 2024-11-28T08:23:16,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:16,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:23:16,868 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:23:16,868 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:16,868 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:23:16,869 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C44335%2C1732782194926.meta, suffix=.meta, logDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926, archiveDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/oldWALs, maxLogs=10 2024-11-28T08:23:16,880 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.meta.1732782196869.meta, exclude list is [], retry=0 2024-11-28T08:23:16,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42079,DS-0f545211-7bd3-4081-8e45-0c7d267c6f69,DISK] 2024-11-28T08:23:16,883 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.meta.1732782196869.meta 2024-11-28T08:23:16,883 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901)] 2024-11-28T08:23:16,883 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:16,883 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:23:16,884 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:23:16,884 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:23:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:23:16,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:23:16,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:23:16,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:23:16,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:23:16,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:23:16,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:23:16,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:23:16,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:16,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:23:16,888 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:23:16,889 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740 2024-11-28T08:23:16,890 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740 2024-11-28T08:23:16,890 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:23:16,890 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:23:16,891 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:23:16,891 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:23:16,892 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59491180, jitterRate=-0.11351233720779419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:23:16,892 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:23:16,892 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782196884Writing region info on filesystem at 1732782196884Initializing all the Stores at 1732782196885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782196885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782196885Cleaning up temporary data from old regions at 1732782196890 (+5 ms)Running coprocessor post-open hooks at 1732782196892 (+2 ms)Region opened successfully at 1732782196892 2024-11-28T08:23:16,892 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782196864 2024-11-28T08:23:16,894 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:23:16,894 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:23:16,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,44335,1732782194926, state=OPEN 2024-11-28T08:23:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1529002906/meta-region-server 2024-11-28T08:23:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1529002906/meta-region-server 2024-11-28T08:23:16,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1529002906/meta-region-server: CHANGED 2024-11-28T08:23:16,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1529002906/meta-region-server: CHANGED 2024-11-28T08:23:16,955 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:16,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:23:16,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,44335,1732782194926 in 243 msec 2024-11-28T08:23:16,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:23:16,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-11-28T08:23:16,959 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:23:16,959 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:23:16,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:16,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44335,1732782194926, seqNum=-1] 2024-11-28T08:23:16,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:16,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:16,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 724 msec 2024-11-28T08:23:16,965 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782196965, completionTime=-1 2024-11-28T08:23:16,965 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:23:16,965 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:23:16,966 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:23:16,966 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782256966 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782316967 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:36781, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,967 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,968 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.933sec 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:23:16,970 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:23:16,971 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:23:16,971 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:23:16,971 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,36781,1732782194733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:23:16,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:16,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36781,-1 for getting cluster id 2024-11-28T08:23:16,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:16,984 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5241eded-57f5-4ffa-b2f2-2b97327ff7f4' 2024-11-28T08:23:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5241eded-57f5-4ffa-b2f2-2b97327ff7f4" 2024-11-28T08:23:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155f5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36781,-1] 2024-11-28T08:23:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:16,985 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:16,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44335,1732782194926, seqNum=-1] 2024-11-28T08:23:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:16,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:16,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,36781,1732782194733 2024-11-28T08:23:16,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54466 2024-11-28T08:23:17,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:23:17,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1018089c71b0008 connected 2024-11-28T08:23:17,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38955,1732782183679 2024-11-28T08:23:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392beb7b 2024-11-28T08:23:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:17,020 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:17,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:17,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:23:17,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:23:17,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:17,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:23:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:17,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:23:17,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:23:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:17,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f48122bee54828bd9a3d8c5706155f5, NAME => 'test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0 2024-11-28T08:23:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:23:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f48122bee54828bd9a3d8c5706155f5, disabling compactions & flushes 2024-11-28T08:23:17,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. after waiting 0 ms 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:17,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:17,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f48122bee54828bd9a3d8c5706155f5: Waiting for close lock at 1732782197834Disabling compacts and flushes for region at 1732782197834Disabling writes for close at 1732782197834Writing region close event to WAL at 1732782197834Closed at 1732782197834 2024-11-28T08:23:17,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:23:17,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782197835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782197835"}]},"ts":"1732782197835"} 2024-11-28T08:23:17,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:23:17,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:23:17,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782197839"}]},"ts":"1732782197839"} 2024-11-28T08:23:17,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:23:17,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f48122bee54828bd9a3d8c5706155f5, ASSIGN}] 2024-11-28T08:23:17,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f48122bee54828bd9a3d8c5706155f5, ASSIGN 2024-11-28T08:23:17,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f48122bee54828bd9a3d8c5706155f5, ASSIGN; state=OFFLINE, location=81db972b9a1d,38291,1732782184440; forceNewPlan=false, retain=false 2024-11-28T08:23:17,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f48122bee54828bd9a3d8c5706155f5, regionState=OPENING, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:18,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f48122bee54828bd9a3d8c5706155f5, ASSIGN because future has completed 2024-11-28T08:23:18,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f48122bee54828bd9a3d8c5706155f5, server=81db972b9a1d,38291,1732782184440}] 2024-11-28T08:23:18,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:23:18,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:18,157 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:18,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f48122bee54828bd9a3d8c5706155f5, NAME => 'test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:18,158 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:18,158 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:23:18,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:18,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,158 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,159 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,160 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f48122bee54828bd9a3d8c5706155f5 columnFamilyName f 2024-11-28T08:23:18,160 DEBUG [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:18,161 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(327): Store=8f48122bee54828bd9a3d8c5706155f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:18,161 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,161 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f48122bee54828bd9a3d8c5706155f5 columnFamilyName f1 2024-11-28T08:23:18,161 DEBUG [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:18,162 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(327): Store=8f48122bee54828bd9a3d8c5706155f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:18,162 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,162 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f48122bee54828bd9a3d8c5706155f5 columnFamilyName norep 2024-11-28T08:23:18,163 DEBUG [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:18,163 INFO [StoreOpener-8f48122bee54828bd9a3d8c5706155f5-1 {}] regionserver.HStore(327): Store=8f48122bee54828bd9a3d8c5706155f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:18,163 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,163 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,164 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,164 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,164 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:18,165 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:23:18,165 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,167 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:18,167 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f48122bee54828bd9a3d8c5706155f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66419010, jitterRate=-0.010279625654220581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:23:18,167 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:18,167 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f48122bee54828bd9a3d8c5706155f5: Running coprocessor pre-open hook at 1732782198158Writing region info on filesystem at 1732782198158Initializing all the Stores at 1732782198159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782198159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782198159Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782198159Cleaning up temporary data from old regions at 1732782198164 (+5 ms)Running coprocessor post-open hooks at 1732782198167 (+3 ms)Region opened successfully at 1732782198167 2024-11-28T08:23:18,168 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., pid=6, masterSystemTime=1732782198154 2024-11-28T08:23:18,169 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:18,169 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:18,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f48122bee54828bd9a3d8c5706155f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:18,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f48122bee54828bd9a3d8c5706155f5, server=81db972b9a1d,38291,1732782184440 because future has completed 2024-11-28T08:23:18,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:23:18,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f48122bee54828bd9a3d8c5706155f5, server=81db972b9a1d,38291,1732782184440 in 170 msec 2024-11-28T08:23:18,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:23:18,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f48122bee54828bd9a3d8c5706155f5, ASSIGN in 333 msec 2024-11-28T08:23:18,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:23:18,176 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782198176"}]},"ts":"1732782198176"} 2024-11-28T08:23:18,177 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:23:18,178 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:23:18,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-28T08:23:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,179 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:23:19,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36275,1732782189778 2024-11-28T08:23:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f45c94f 2024-11-28T08:23:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:19,182 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:19,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:23:19,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:23:19,185 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:19,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:23:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:23:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:23:19,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b7e4970f8816aac2545234bafe33e61, NAME => 'test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40 2024-11-28T08:23:19,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:23:19,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:19,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9b7e4970f8816aac2545234bafe33e61, disabling compactions & flushes 2024-11-28T08:23:19,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. after waiting 0 ms 2024-11-28T08:23:19,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b7e4970f8816aac2545234bafe33e61: Waiting for close lock at 1732782199206Disabling compacts and flushes for region at 1732782199206Disabling writes for close at 1732782199206Writing region close event to WAL at 1732782199206Closed at 1732782199206 2024-11-28T08:23:19,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:23:19,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782199207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782199207"}]},"ts":"1732782199207"} 2024-11-28T08:23:19,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:23:19,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:23:19,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782199210"}]},"ts":"1732782199210"} 2024-11-28T08:23:19,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:23:19,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b7e4970f8816aac2545234bafe33e61, ASSIGN}] 2024-11-28T08:23:19,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9b7e4970f8816aac2545234bafe33e61, ASSIGN 2024-11-28T08:23:19,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9b7e4970f8816aac2545234bafe33e61, ASSIGN; state=OFFLINE, location=81db972b9a1d,36029,1732782189965; forceNewPlan=false, retain=false 2024-11-28T08:23:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b7e4970f8816aac2545234bafe33e61, regionState=OPENING, regionLocation=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:19,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9b7e4970f8816aac2545234bafe33e61, ASSIGN because future has completed 2024-11-28T08:23:19,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7e4970f8816aac2545234bafe33e61, server=81db972b9a1d,36029,1732782189965}] 2024-11-28T08:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,526 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,526 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b7e4970f8816aac2545234bafe33e61, NAME => 'test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:19,526 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:19,526 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:23:19,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:19,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,527 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,528 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,529 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e4970f8816aac2545234bafe33e61 columnFamilyName f 2024-11-28T08:23:19,529 DEBUG [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:19,529 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(327): Store=9b7e4970f8816aac2545234bafe33e61/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:19,529 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,530 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e4970f8816aac2545234bafe33e61 columnFamilyName f1 2024-11-28T08:23:19,530 DEBUG [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:19,531 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(327): Store=9b7e4970f8816aac2545234bafe33e61/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:19,531 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,531 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b7e4970f8816aac2545234bafe33e61 columnFamilyName norep 2024-11-28T08:23:19,531 DEBUG [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:19,532 INFO [StoreOpener-9b7e4970f8816aac2545234bafe33e61-1 {}] regionserver.HStore(327): Store=9b7e4970f8816aac2545234bafe33e61/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:19,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,532 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,533 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,533 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,533 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,534 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:23:19,534 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:19,536 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9b7e4970f8816aac2545234bafe33e61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67329689, jitterRate=0.0032905489206314087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:23:19,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:19,536 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9b7e4970f8816aac2545234bafe33e61: Running coprocessor pre-open hook at 1732782199527Writing region info on filesystem at 1732782199527Initializing all the Stores at 1732782199528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782199528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782199528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782199528Cleaning up temporary data from old regions at 1732782199533 (+5 ms)Running coprocessor post-open hooks at 1732782199536 (+3 ms)Region opened successfully at 1732782199536 2024-11-28T08:23:19,537 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782199182.9b7e4970f8816aac2545234bafe33e61., pid=6, masterSystemTime=1732782199522 2024-11-28T08:23:19,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9b7e4970f8816aac2545234bafe33e61, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,36029,1732782189965 2024-11-28T08:23:19,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b7e4970f8816aac2545234bafe33e61, server=81db972b9a1d,36029,1732782189965 because future has completed 2024-11-28T08:23:19,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:23:19,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b7e4970f8816aac2545234bafe33e61, server=81db972b9a1d,36029,1732782189965 in 172 msec 2024-11-28T08:23:19,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:23:19,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9b7e4970f8816aac2545234bafe33e61, ASSIGN in 330 msec 2024-11-28T08:23:19,546 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:23:19,546 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782199546"}]},"ts":"1732782199546"} 2024-11-28T08:23:19,547 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:23:19,548 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,548 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:19,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:23:19,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-28T08:23:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36275 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,814 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:23:19,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36781,1732782194733 2024-11-28T08:23:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51425524 2024-11-28T08:23:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:19,816 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:19,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T08:23:19,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:23:19,818 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:19,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T08:23:19,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:23:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741835_1011 (size=902) 2024-11-28T08:23:19,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df69225cd420228ed425f682c341888a, NAME => 'test,,1732782199816.df69225cd420228ed425f682c341888a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432 2024-11-28T08:23:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741836_1012 (size=39) 2024-11-28T08:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:20,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732782199816.df69225cd420228ed425f682c341888a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:20,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df69225cd420228ed425f682c341888a, disabling compactions & flushes 2024-11-28T08:23:20,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732782199816.df69225cd420228ed425f682c341888a. after waiting 0 ms 2024-11-28T08:23:20,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df69225cd420228ed425f682c341888a: Waiting for close lock at 1732782200229Disabling compacts and flushes for region at 1732782200229Disabling writes for close at 1732782200230 (+1 ms)Writing region close event to WAL at 1732782200230Closed at 1732782200230 2024-11-28T08:23:20,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:23:20,231 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732782199816.df69225cd420228ed425f682c341888a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732782200231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782200231"}]},"ts":"1732782200231"} 2024-11-28T08:23:20,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:23:20,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:23:20,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782200233"}]},"ts":"1732782200233"} 2024-11-28T08:23:20,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T08:23:20,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df69225cd420228ed425f682c341888a, ASSIGN}] 2024-11-28T08:23:20,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df69225cd420228ed425f682c341888a, ASSIGN 2024-11-28T08:23:20,235 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df69225cd420228ed425f682c341888a, ASSIGN; state=OFFLINE, location=81db972b9a1d,44335,1732782194926; forceNewPlan=false, retain=false 2024-11-28T08:23:20,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df69225cd420228ed425f682c341888a, regionState=OPENING, regionLocation=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:20,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df69225cd420228ed425f682c341888a, ASSIGN because future has completed 2024-11-28T08:23:20,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df69225cd420228ed425f682c341888a, server=81db972b9a1d,44335,1732782194926}] 2024-11-28T08:23:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:20,543 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,544 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df69225cd420228ed425f682c341888a, NAME => 'test,,1732782199816.df69225cd420228ed425f682c341888a.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:20,544 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:20,544 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T08:23:20,544 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,544 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732782199816.df69225cd420228ed425f682c341888a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:20,544 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,544 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,545 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,546 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df69225cd420228ed425f682c341888a columnFamilyName f 2024-11-28T08:23:20,546 DEBUG [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:20,547 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(327): Store=df69225cd420228ed425f682c341888a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:20,547 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,548 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df69225cd420228ed425f682c341888a columnFamilyName f1 2024-11-28T08:23:20,548 DEBUG [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:20,548 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(327): Store=df69225cd420228ed425f682c341888a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:20,548 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,549 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df69225cd420228ed425f682c341888a columnFamilyName norep 2024-11-28T08:23:20,549 DEBUG [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:20,549 INFO [StoreOpener-df69225cd420228ed425f682c341888a-1 {}] regionserver.HStore(327): Store=df69225cd420228ed425f682c341888a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:20,549 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,550 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,550 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,551 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,551 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,551 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:23:20,552 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,563 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:20,564 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df69225cd420228ed425f682c341888a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67725979, jitterRate=0.009195730090141296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:23:20,564 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df69225cd420228ed425f682c341888a 2024-11-28T08:23:20,564 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df69225cd420228ed425f682c341888a: Running coprocessor pre-open hook at 1732782200545Writing region info on filesystem at 1732782200545Initializing all the Stores at 1732782200545Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782200545Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782200545Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782200545Cleaning up temporary data from old regions at 1732782200551 (+6 ms)Running coprocessor post-open hooks at 1732782200564 (+13 ms)Region opened successfully at 1732782200564 2024-11-28T08:23:20,565 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732782199816.df69225cd420228ed425f682c341888a., pid=6, masterSystemTime=1732782200540 2024-11-28T08:23:20,566 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,566 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:20,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df69225cd420228ed425f682c341888a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=81db972b9a1d,44335,1732782194926 2024-11-28T08:23:20,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df69225cd420228ed425f682c341888a, server=81db972b9a1d,44335,1732782194926 because future has completed 2024-11-28T08:23:20,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:23:20,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df69225cd420228ed425f682c341888a, server=81db972b9a1d,44335,1732782194926 in 181 msec 2024-11-28T08:23:20,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:23:20,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df69225cd420228ed425f682c341888a, ASSIGN in 336 msec 2024-11-28T08:23:20,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:23:20,572 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782200572"}]},"ts":"1732782200572"} 2024-11-28T08:23:20,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T08:23:20,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:23:20,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-28T08:23:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:23:20,954 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T08:23:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:20,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:20,957 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ae1e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:20,959 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:20,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606c1019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38955,1732782183679 2024-11-28T08:23:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ae7f5d 2024-11-28T08:23:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:20,962 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:20,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://81db972b9a1d:36275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:23:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:23:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:20,966 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:36275' 2024-11-28T08:23:20,968 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35447c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,968 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36275,-1 for getting cluster id 2024-11-28T08:23:20,968 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:20,969 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ccc9fa-4a5a-4e34-ac87-61404766d3c8' 2024-11-28T08:23:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ccc9fa-4a5a-4e34-ac87-61404766d3c8" 2024-11-28T08:23:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e4fd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36275,-1] 2024-11-28T08:23:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:20,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:20,970 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f29ba94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:20,971 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36275,1732782189778 2024-11-28T08:23:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66393e41 2024-11-28T08:23:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:20,972 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:20,973 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T08:23:20,973 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:23:20,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:20,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:20,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:20,973 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:23:20,974 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T08:23:20,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:23:20,975 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:20,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:23:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741837_1013 (size=1138) 2024-11-28T08:23:21,024 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T08:23:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:21,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70f4c6a0f653513a5210c7ff41f479ef, NAME => 'hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0 2024-11-28T08:23:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741838_1014 (size=44) 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70f4c6a0f653513a5210c7ff41f479ef, disabling compactions & flushes 2024-11-28T08:23:21,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. after waiting 0 ms 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,404 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70f4c6a0f653513a5210c7ff41f479ef: Waiting for close lock at 1732782201404Disabling compacts and flushes for region at 1732782201404Disabling writes for close at 1732782201404Writing region close event to WAL at 1732782201404Closed at 1732782201404 2024-11-28T08:23:21,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:23:21,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732782201405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782201405"}]},"ts":"1732782201405"} 2024-11-28T08:23:21,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:23:21,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:23:21,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782201408"}]},"ts":"1732782201408"} 2024-11-28T08:23:21,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T08:23:21,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70f4c6a0f653513a5210c7ff41f479ef, ASSIGN}] 2024-11-28T08:23:21,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70f4c6a0f653513a5210c7ff41f479ef, ASSIGN 2024-11-28T08:23:21,410 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70f4c6a0f653513a5210c7ff41f479ef, ASSIGN; state=OFFLINE, location=81db972b9a1d,38291,1732782184440; forceNewPlan=false, retain=false 2024-11-28T08:23:21,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70f4c6a0f653513a5210c7ff41f479ef, regionState=OPENING, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:21,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70f4c6a0f653513a5210c7ff41f479ef, ASSIGN because future has completed 2024-11-28T08:23:21,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f4c6a0f653513a5210c7ff41f479ef, server=81db972b9a1d,38291,1732782184440}] 2024-11-28T08:23:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:21,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:23:21,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T08:23:21,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=81db972b9a1d%2C38291%2C1732782184440.rep, suffix=, logDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/oldWALs, maxLogs=10 2024-11-28T08:23:21,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782201721, exclude list is [], retry=0 2024-11-28T08:23:21,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:21,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782201721 2024-11-28T08:23:21,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:21,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70f4c6a0f653513a5210c7ff41f479ef, NAME => 'hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:23:21,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T08:23:21,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:23:21,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. service=MultiRowMutationService 2024-11-28T08:23:21,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T08:23:21,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:23:21,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,744 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,745 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4c6a0f653513a5210c7ff41f479ef columnFamilyName hfileref 2024-11-28T08:23:21,745 DEBUG [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:21,745 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(327): Store=70f4c6a0f653513a5210c7ff41f479ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:21,745 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,746 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4c6a0f653513a5210c7ff41f479ef columnFamilyName queue 2024-11-28T08:23:21,746 DEBUG [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:21,746 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(327): Store=70f4c6a0f653513a5210c7ff41f479ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:21,747 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,747 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4c6a0f653513a5210c7ff41f479ef columnFamilyName sid 2024-11-28T08:23:21,748 DEBUG [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:23:21,748 INFO [StoreOpener-70f4c6a0f653513a5210c7ff41f479ef-1 {}] regionserver.HStore(327): Store=70f4c6a0f653513a5210c7ff41f479ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:23:21,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T08:23:21,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:23:21,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70f4c6a0f653513a5210c7ff41f479ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74524872, jitterRate=0.11050713062286377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T08:23:21,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:21,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70f4c6a0f653513a5210c7ff41f479ef: Running coprocessor pre-open hook at 1732782201743Writing region info on filesystem at 1732782201743Initializing all the Stores at 1732782201743Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782201743Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782201743Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782201743Cleaning up temporary data from old regions at 1732782201750 (+7 ms)Running coprocessor post-open hooks at 1732782201752 (+2 ms)Region opened successfully at 1732782201752 2024-11-28T08:23:21,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef., pid=10, masterSystemTime=1732782201716 2024-11-28T08:23:21,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:21,755 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70f4c6a0f653513a5210c7ff41f479ef, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,38291,1732782184440 2024-11-28T08:23:21,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f4c6a0f653513a5210c7ff41f479ef, server=81db972b9a1d,38291,1732782184440 because future has completed 2024-11-28T08:23:21,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:23:21,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70f4c6a0f653513a5210c7ff41f479ef, server=81db972b9a1d,38291,1732782184440 in 194 msec 2024-11-28T08:23:21,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T08:23:21,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70f4c6a0f653513a5210c7ff41f479ef, ASSIGN in 350 msec 2024-11-28T08:23:21,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:23:21,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782201761"}]},"ts":"1732782201761"} 2024-11-28T08:23:21,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T08:23:21,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:23:21,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-28T08:23:21,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef., hostname=81db972b9a1d,38291,1732782184440, seqNum=2] 2024-11-28T08:23:21,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:21,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:21,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:23:21,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T08:23:21,980 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T08:23:22,015 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-81db972b9a1d,38291,1732782184440, ReplicationSource: 1, currentBandwidth=0 2024-11-28T08:23:22,016 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:22,016 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38291,1732782184440, seqNum=-1] 2024-11-28T08:23:22,016 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:22,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-28T08:23:22,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-81db972b9a1d,38291,1732782184440', locateType=CURRENT is [region=hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef., hostname=81db972b9a1d,38291,1732782184440, seqNum=2] 2024-11-28T08:23:22,022 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T08:23:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T08:23:22,025 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 81db972b9a1d,38291,1732782184440 suceeded 2024-11-28T08:23:22,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T08:23:22,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-28T08:23:22,027 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://81db972b9a1d:36275,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:23:22,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-28T08:23:22,042 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:36275' 2024-11-28T08:23:22,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35eba37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,044 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36275,-1 for getting cluster id 2024-11-28T08:23:22,045 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:22,045 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ccc9fa-4a5a-4e34-ac87-61404766d3c8' 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ccc9fa-4a5a-4e34-ac87-61404766d3c8" 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f552a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36275,-1] 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,047 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:22,047 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f91c1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,047 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36275,1732782189778 2024-11-28T08:23:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3cc4eb 2024-11-28T08:23:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:22,049 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-28T08:23:22,050 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-81db972b9a1d,38291,1732782184440 (queues=1) is replicating from cluster=62d3a501-2670-4ea5-83fb-f8d9ea8eb69d to cluster=b1ccc9fa-4a5a-4e34-ac87-61404766d3c8 2024-11-28T08:23:22,050 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=81db972b9a1d%2C38291%2C1732782184440 2024-11-28T08:23:22,050 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-81db972b9a1d,38291,1732782184440, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:23:22,052 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016, startPosition=0, beingWritten=true 2024-11-28T08:23:22,059 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C38291%2C1732782184440 2024-11-28T08:23:22,062 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:23:22,062 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 379, reset compression=false 2024-11-28T08:23:22,062 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:23:22,105 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T08:23:22,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:22,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:22,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:22,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:22,109 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56eab788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,111 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9263fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36275,-1 for getting cluster id 2024-11-28T08:23:22,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:22,113 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ccc9fa-4a5a-4e34-ac87-61404766d3c8' 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ccc9fa-4a5a-4e34-ac87-61404766d3c8" 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26529d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36275,-1] 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,115 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efb8839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36781,-1 for getting cluster id 2024-11-28T08:23:22,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:22,125 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5241eded-57f5-4ffa-b2f2-2b97327ff7f4' 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5241eded-57f5-4ffa-b2f2-2b97327ff7f4" 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36781,-1] 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,127 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1268af54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:22,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732782202133/Put/seqid=0 2024-11-28T08:23:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741840_1016 (size=7894) 2024-11-28T08:23:22,273 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 379, reset compression=false 2024-11-28T08:23:22,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732782202544/Put/seqid=0 2024-11-28T08:23:22,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741841_1017 (size=7691) 2024-11-28T08:23:22,576 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 379, reset compression=false 2024-11-28T08:23:22,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fdc142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:22,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:22,951 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6583f9e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:22,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,952 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:22,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed7d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:22,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38291,1732782184440, seqNum=-1] 2024-11-28T08:23:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:22,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:22,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38955,1732782183679 2024-11-28T08:23:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b02bfc 2024-11-28T08:23:22,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:22,963 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2] 2024-11-28T08:23:22,968 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:23:22,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-28T08:23:22,974 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-28T08:23:22,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-28T08:23:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:22,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-28T08:23:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegion(2603): Flush status journal for 8f48122bee54828bd9a3d8c5706155f5: 2024-11-28T08:23:22,983 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 379, reset compression=false 2024-11-28T08:23:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_0 2024-11-28T08:23:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_0 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ 2024-11-28T08:23:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_1 2024-11-28T08:23:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_1 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ 2024-11-28T08:23:22,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_0 into 8f48122bee54828bd9a3d8c5706155f5/f as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ - updating store file list. 2024-11-28T08:23:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:22,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ into 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:22,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_0 into 8f48122bee54828bd9a3d8c5706155f5/f (new location: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_) 2024-11-28T08:23:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_0 2024-11-28T08:23:22,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_1 into 8f48122bee54828bd9a3d8c5706155f5/f as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ - updating store file list. 2024-11-28T08:23:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5b510ac4c024c0f83dc11134b86699a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:22,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ into 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:22,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_1 into 8f48122bee54828bd9a3d8c5706155f5/f (new location: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_) 2024-11-28T08:23:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__brqi1g973b4uojcjjhknur9hpa0mtchfuek598vunhjflnaqkte2gnnve297dgp3/f/hfile_1 2024-11-28T08:23:22,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:22,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:22,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:22,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:22,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 , the old value is region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:38291 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:23:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:23:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 from cache 2024-11-28T08:23:22,998 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T08:23:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36029,1732782189965, seqNum=-1] 2024-11-28T08:23:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:22,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782199182.9b7e4970f8816aac2545234bafe33e61., hostname=81db972b9a1d,36029,1732782189965, seqNum=2] 2024-11-28T08:23:23,002 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:23:23,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:23:23,486 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 379, reset compression=false 2024-11-28T08:23:23,489 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:23:23,489 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f48122bee54828bd9a3d8c5706155f5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782202995/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:23:23,491 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:23,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-28T08:23:23,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.ReplicationSink(318): Replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:23,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d07fcf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:23,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36275,-1 for getting cluster id 2024-11-28T08:23:23,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:23,493 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ccc9fa-4a5a-4e34-ac87-61404766d3c8' 2024-11-28T08:23:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ccc9fa-4a5a-4e34-ac87-61404766d3c8" 2024-11-28T08:23:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a661597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36275,-1] 2024-11-28T08:23:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:23,494 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:23,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbabcfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741837_1013 (size=7894) 2024-11-28T08:23:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741838_1014 (size=7691) 2024-11-28T08:23:23,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:23:23,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,689 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 687, reset compression=false 2024-11-28T08:23:23,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:23,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36275,1732782189778 2024-11-28T08:23:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e313925 2024-11-28T08:23:23,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:23,912 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-28T08:23:23,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:23:23,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,36029,1732782189965, seqNum=-1] 2024-11-28T08:23:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:23,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-28T08:23:23,924 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-28T08:23:23,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-28T08:23:23,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ for inclusion in 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-28T08:23:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:23,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ for inclusion in 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-28T08:23:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegion(2603): Flush status journal for 9b7e4970f8816aac2545234bafe33e61: 2024-11-28T08:23:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/dc8624fd2cae43f3957fd14724b6ced7_SeqId_4_ 2024-11-28T08:23:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/af5fe0b91601481bbfa8f45daed49d01_SeqId_4_ 2024-11-28T08:23:23,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/dc8624fd2cae43f3957fd14724b6ced7_SeqId_4_ - updating store file list. 2024-11-28T08:23:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc8624fd2cae43f3957fd14724b6ced7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:23,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/dc8624fd2cae43f3957fd14724b6ced7_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:23,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f (new location: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/dc8624fd2cae43f3957fd14724b6ced7_SeqId_4_) 2024-11-28T08:23:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/63d4ed7d6e5b45138ee494fc5dda7373_SeqId_4_ 2024-11-28T08:23:23,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/af5fe0b91601481bbfa8f45daed49d01_SeqId_4_ - updating store file list. 2024-11-28T08:23:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af5fe0b91601481bbfa8f45daed49d01_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:23,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/af5fe0b91601481bbfa8f45daed49d01_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:23,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ into 9b7e4970f8816aac2545234bafe33e61/f (new location: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/af5fe0b91601481bbfa8f45daed49d01_SeqId_4_) 2024-11-28T08:23:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__lfankdfevld5au6qq3taacqhgipvnnm38ku17k70q7qb5o8jo0d6vsr9a50g67bc/f/e5b510ac4c024c0f83dc11134b86699a_SeqId_4_ 2024-11-28T08:23:23,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.ReplicationSink(324): Finished replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:23,992 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 687, reset compression=false 2024-11-28T08:23:24,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44335,1732782194926, seqNum=-1] 2024-11-28T08:23:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:24,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782199816.df69225cd420228ed425f682c341888a., hostname=81db972b9a1d,44335,1732782194926, seqNum=2] 2024-11-28T08:23:24,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:24,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:23:24,019 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 81db972b9a1d%2C38291%2C1732782184440:(num 1732782187016) roll requested 2024-11-28T08:23:24,035 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, exclude list is [], retry=0 2024-11-28T08:23:24,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:24,039 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 2024-11-28T08:23:24,039 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:24,039 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 is not closed yet, will try archiving it next time 2024-11-28T08:23:24,039 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 81db972b9a1d%2C38291%2C1732782184440.rep:(num 1732782201721) roll requested 2024-11-28T08:23:24,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741833_1009 (size=695) 2024-11-28T08:23:24,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:24,040 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea4d883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:24,041 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/oldWALs/81db972b9a1d%2C38291%2C1732782184440.1732782187016 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,042 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:24,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd9ac04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38955,1732782183679 2024-11-28T08:23:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0e67a 2024-11-28T08:23:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:24,043 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:24,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://81db972b9a1d:36781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T08:23:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T08:23:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:23:24,046 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:36781' 2024-11-28T08:23:24,046 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61da1e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,046 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36781,-1 for getting cluster id 2024-11-28T08:23:24,047 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:24,047 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5241eded-57f5-4ffa-b2f2-2b97327ff7f4' 2024-11-28T08:23:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5241eded-57f5-4ffa-b2f2-2b97327ff7f4" 2024-11-28T08:23:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f84f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36781,-1] 2024-11-28T08:23:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,048 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f16f0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,049 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36781,1732782194733 2024-11-28T08:23:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261798b2 2024-11-28T08:23:24,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:24,050 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:24,051 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T08:23:24,051 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T08:23:24,051 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,051 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:24,069 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782204039, exclude list is [], retry=0 2024-11-28T08:23:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:24,100 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782201721 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782204039 2024-11-28T08:23:24,100 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:24,100 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782201721 is not closed yet, will try archiving it next time 2024-11-28T08:23:24,101 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 81db972b9a1d%2C38291%2C1732782184440.meta:.meta(num 1732782187416) roll requested 2024-11-28T08:23:24,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.rep.1732782201721 not finished, retry = 0 2024-11-28T08:23:24,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741839_1015 (size=1505) 2024-11-28T08:23:24,118 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782204101.meta, exclude list is [], retry=0 2024-11-28T08:23:24,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37239,DS-78f449c9-b7af-4081-8cb4-04eda9bf5ad6,DISK] 2024-11-28T08:23:24,121 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782187416.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782204101.meta 2024-11-28T08:23:24,121 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35019:35019)] 2024-11-28T08:23:24,121 DEBUG [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782187416.meta is not closed yet, will try archiving it next time 2024-11-28T08:23:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741834_1010 (size=3473) 2024-11-28T08:23:24,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T08:23:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:23:24,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-28T08:23:24,302 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-28T08:23:24,339 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-81db972b9a1d,38291,1732782184440, ReplicationSource: 2, currentBandwidth=0 2024-11-28T08:23:24,341 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T08:23:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-28T08:23:24,343 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 81db972b9a1d,38291,1732782184440 suceeded 2024-11-28T08:23:24,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T08:23:24,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-28T08:23:24,345 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://81db972b9a1d:36781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T08:23:24,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 301 msec 2024-11-28T08:23:24,356 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='81db972b9a1d:36781' 2024-11-28T08:23:24,360 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cad6e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,360 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36781,-1 for getting cluster id 2024-11-28T08:23:24,360 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:24,361 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5241eded-57f5-4ffa-b2f2-2b97327ff7f4' 2024-11-28T08:23:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5241eded-57f5-4ffa-b2f2-2b97327ff7f4" 2024-11-28T08:23:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d82270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36781,-1] 2024-11-28T08:23:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,363 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:24,363 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f55d742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,363 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T08:23:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36781,1732782194733 2024-11-28T08:23:24,364 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-28T08:23:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2816a1 2024-11-28T08:23:24,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:24,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:24,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:24,365 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-28T08:23:24,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:23:24,366 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-81db972b9a1d,38291,1732782184440 (queues=1) is replicating from cluster=62d3a501-2670-4ea5-83fb-f8d9ea8eb69d to cluster=5241eded-57f5-4ffa-b2f2-2b97327ff7f4 2024-11-28T08:23:24,366 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=81db972b9a1d%2C38291%2C1732782184440 2024-11-28T08:23:24,366 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-81db972b9a1d,38291,1732782184440, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T08:23:24,366 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, startPosition=0, beingWritten=true 2024-11-28T08:23:24,368 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 81db972b9a1d%2C38291%2C1732782184440 2024-11-28T08:23:24,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732782204377/Put/seqid=0 2024-11-28T08:23:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741845_1021 (size=11194) 2024-11-28T08:23:24,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732782204387/Put/seqid=0 2024-11-28T08:23:24,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741846_1022 (size=10791) 2024-11-28T08:23:24,395 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 to pos 687, reset compression=false 2024-11-28T08:23:24,401 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 was moved to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/oldWALs/81db972b9a1d%2C38291%2C1732782184440.1732782187016 2024-11-28T08:23:24,402 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016 2024-11-28T08:23:24,402 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782187016, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-28T08:23:24,403 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, startPosition=0, beingWritten=true 2024-11-28T08:23:24,405 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [81db972b9a1d%2C38291%2C1732782184440.1732782187016] 2024-11-28T08:23:24,579 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 0, reset compression=false 2024-11-28T08:23:24,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451880ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,38955,-1 for getting cluster id 2024-11-28T08:23:24,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:24,794 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62d3a501-2670-4ea5-83fb-f8d9ea8eb69d' 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62d3a501-2670-4ea5-83fb-f8d9ea8eb69d" 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a59409a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,38955,-1] 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,796 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:24,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,38291,1732782184440, seqNum=-1] 2024-11-28T08:23:24,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:24,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:23:24,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,38955,1732782183679 2024-11-28T08:23:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b3f8dc 2024-11-28T08:23:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:24,806 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:23:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2] 2024-11-28T08:23:24,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:23:24,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-28T08:23:24,817 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-28T08:23:24,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T08:23:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:24,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T08:23:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegion(2603): Flush status journal for 8f48122bee54828bd9a3d8c5706155f5: 2024-11-28T08:23:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_1 2024-11-28T08:23:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_1 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ 2024-11-28T08:23:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_0 2024-11-28T08:23:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_0 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ 2024-11-28T08:23:24,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_1 into 8f48122bee54828bd9a3d8c5706155f5/f as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ - updating store file list. 2024-11-28T08:23:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:24,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ into 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:24,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_1 into 8f48122bee54828bd9a3d8c5706155f5/f (new location: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_) 2024-11-28T08:23:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_1 2024-11-28T08:23:24,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_0 into 8f48122bee54828bd9a3d8c5706155f5/f as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ - updating store file list. 2024-11-28T08:23:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44e599e7cc494293a26959803f2104a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:24,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ into 8f48122bee54828bd9a3d8c5706155f5/f 2024-11-28T08:23:24,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_0 into 8f48122bee54828bd9a3d8c5706155f5/f (new location: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/f/44e599e7cc494293a26959803f2104a6_SeqId_6_) 2024-11-28T08:23:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/staging/jenkins__test__v0fur4g8opdn34nht4ib0gfntkcgs9g5a1k4s6nsnctvsb1ne8dgt1vm44pp5ul6/f/hfile_0 2024-11-28T08:23:24,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:24,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:24,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 , the old value is region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=81db972b9a1d:38291 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:23:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T08:23:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., hostname=81db972b9a1d,38291,1732782184440, seqNum=2 from cache 2024-11-28T08:23:24,844 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T08:23:24,848 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T08:23:24,883 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 0, reset compression=false 2024-11-28T08:23:24,887 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:23:24,887 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f48122bee54828bd9a3d8c5706155f5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782204841/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:23:24,889 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:23:24,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-28T08:23:24,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(318): Replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:24,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e0cc4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,36781,-1 for getting cluster id 2024-11-28T08:23:24,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:23:24,891 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5241eded-57f5-4ffa-b2f2-2b97327ff7f4' 2024-11-28T08:23:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:23:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5241eded-57f5-4ffa-b2f2-2b97327ff7f4" 2024-11-28T08:23:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e04f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,36781,-1] 2024-11-28T08:23:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:23:24,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:24,892 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:23:24,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665c3910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:23:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741837_1013 (size=10791) 2024-11-28T08:23:24,906 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 0, reset compression=false 2024-11-28T08:23:24,910 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T08:23:24,910 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f48122bee54828bd9a3d8c5706155f5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732782204841/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T08:23:24,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.ReplicationSink(318): Replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741839_1015 (size=10791) 2024-11-28T08:23:24,954 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T08:23:25,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T08:23:25,087 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,110 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741838_1014 (size=11194) 2024-11-28T08:23:25,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:23:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,36781,1732782194733 2024-11-28T08:23:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d122c 2024-11-28T08:23:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:23:25,317 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-28T08:23:25,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:23:25,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:23:25,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,44335,1732782194926, seqNum=-1] 2024-11-28T08:23:25,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:23:25,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-28T08:23:25,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-28T08:23:25,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-28T08:23:25,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ for inclusion in df69225cd420228ed425f682c341888a/f 2024-11-28T08:23:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T08:23:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:25,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ for inclusion in df69225cd420228ed425f682c341888a/f 2024-11-28T08:23:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741840_1016 (size=11194) 2024-11-28T08:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T08:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HRegion(2603): Flush status journal for df69225cd420228ed425f682c341888a: 2024-11-28T08:23:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44e599e7cc494293a26959803f2104a6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/59f85363d4e94384a1de4991137af7b1_SeqId_4_ 2024-11-28T08:23:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/51010199679544a1a37394afc203f545_SeqId_4_ 2024-11-28T08:23:25,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T08:23:25,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ into df69225cd420228ed425f682c341888a/f as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/59f85363d4e94384a1de4991137af7b1_SeqId_4_ - updating store file list. 2024-11-28T08:23:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59f85363d4e94384a1de4991137af7b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:25,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/59f85363d4e94384a1de4991137af7b1_SeqId_4_ into df69225cd420228ed425f682c341888a/f 2024-11-28T08:23:25,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ into df69225cd420228ed425f682c341888a/f (new location: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/59f85363d4e94384a1de4991137af7b1_SeqId_4_) 2024-11-28T08:23:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ 2024-11-28T08:23:25,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ into df69225cd420228ed425f682c341888a/f as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/51010199679544a1a37394afc203f545_SeqId_4_ - updating store file list. 2024-11-28T08:23:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51010199679544a1a37394afc203f545_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:25,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-28T08:23:25,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/51010199679544a1a37394afc203f545_SeqId_4_ into df69225cd420228ed425f682c341888a/f 2024-11-28T08:23:25,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ into df69225cd420228ed425f682c341888a/f (new location: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/f/51010199679544a1a37394afc203f545_SeqId_4_) 2024-11-28T08:23:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/staging/jenkins.hfs.23__test__dgksln0lelsl9rh029r75lg8pqoj7t7o5p9ul4vvjmbq4i3u82s5cjrqa5op4c7t/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ 2024-11-28T08:23:25,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(324): Finished replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:25,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-28T08:23:25,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ for inclusion in 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T08:23:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:25,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ for inclusion in 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T08:23:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T08:23:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegion(2603): Flush status journal for 9b7e4970f8816aac2545234bafe33e61: 2024-11-28T08:23:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/36ddbb1ae4724cafb910101d19a473ea_SeqId_6_ 2024-11-28T08:23:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 44e599e7cc494293a26959803f2104a6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T08:23:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/c862b1216c574a649990bae7b8ed6ead_SeqId_6_ 2024-11-28T08:23:25,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/36ddbb1ae4724cafb910101d19a473ea_SeqId_6_ - updating store file list. 2024-11-28T08:23:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36ddbb1ae4724cafb910101d19a473ea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:25,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/36ddbb1ae4724cafb910101d19a473ea_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:25,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f (new location: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/36ddbb1ae4724cafb910101d19a473ea_SeqId_6_) 2024-11-28T08:23:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/48aae4d7fc8d4e6197db6e75010a884d_SeqId_6_ 2024-11-28T08:23:25,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/c862b1216c574a649990bae7b8ed6ead_SeqId_6_ - updating store file list. 2024-11-28T08:23:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c862b1216c574a649990bae7b8ed6ead_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T08:23:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/c862b1216c574a649990bae7b8ed6ead_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f 2024-11-28T08:23:25,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ into 9b7e4970f8816aac2545234bafe33e61/f (new location: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/f/c862b1216c574a649990bae7b8ed6ead_SeqId_6_) 2024-11-28T08:23:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/staging/jenkins.hfs.22__test__kad3qhj360tp0o3dnn72u6gss29r37raoqbi8glc3qfbsp7brvgd659i43gsdiqs/f/44e599e7cc494293a26959803f2104a6_SeqId_6_ 2024-11-28T08:23:25,396 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36029 {}] regionserver.ReplicationSink(324): Finished replicating [62d3a501-2670-4ea5-83fb-f8d9ea8eb69d] bulk loaded data 2024-11-28T08:23:25,413 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,802 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,818 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:25,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:23:25,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:25,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:25,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:25,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:25,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:23:25,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=873610041, stopped=false 2024-11-28T08:23:25,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,36781,1732782194733 2024-11-28T08:23:25,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1529002906/running 2024-11-28T08:23:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1529002906/running 2024-11-28T08:23:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:25,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:25,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:25,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:25,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:25,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:25,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/running 2024-11-28T08:23:25,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Set watcher on znode that does not yet exist, /2-1529002906/running 2024-11-28T08:23:25,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,44335,1732782194926' ***** 2024-11-28T08:23:25,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:23:25,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(3091): Received CLOSE for df69225cd420228ed425f682c341888a 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,44335,1732782194926 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:44335. 2024-11-28T08:23:25,913 DEBUG [RS:0;81db972b9a1d:44335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:25,913 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:25,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df69225cd420228ed425f682c341888a, disabling compactions & flushes 2024-11-28T08:23:25,913 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:23:25,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:23:25,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782199816.df69225cd420228ed425f682c341888a. after waiting 0 ms 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:23:25,913 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:25,913 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:23:25,914 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:23:25,914 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df69225cd420228ed425f682c341888a=test,,1732782199816.df69225cd420228ed425f682c341888a.} 2024-11-28T08:23:25,914 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:25,914 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df69225cd420228ed425f682c341888a 2024-11-28T08:23:25,914 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:25,914 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:25,914 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:25,914 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:25,914 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T08:23:25,919 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/default/test/df69225cd420228ed425f682c341888a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-28T08:23:25,920 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:25,920 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:23:25,920 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:25,920 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df69225cd420228ed425f682c341888a: Waiting for close lock at 1732782205913Running coprocessor pre-close hooks at 1732782205913Disabling compacts and flushes for region at 1732782205913Disabling writes for close at 1732782205913Writing region close event to WAL at 1732782205914 (+1 ms)Running coprocessor post-close hooks at 1732782205920 (+6 ms)Closed at 1732782205920 2024-11-28T08:23:25,920 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782199816.df69225cd420228ed425f682c341888a. 2024-11-28T08:23:25,931 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/info/35c44ad916cc4b37b0f7e85615c7537f is 129, key is test,,1732782199816.df69225cd420228ed425f682c341888a./info:regioninfo/1732782200566/Put/seqid=0 2024-11-28T08:23:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741839_1015 (size=6421) 2024-11-28T08:23:25,991 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:26,114 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:26,305 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:26,314 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:26,321 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:26,335 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/info/35c44ad916cc4b37b0f7e85615c7537f 2024-11-28T08:23:26,350 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/ns/772206471b674cfa91d40df48284fc5d is 43, key is default/ns:d/1732782196962/Put/seqid=0 2024-11-28T08:23:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741840_1016 (size=5153) 2024-11-28T08:23:26,383 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:23:26,383 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:23:26,514 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:26,714 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:26,754 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/ns/772206471b674cfa91d40df48284fc5d 2024-11-28T08:23:26,776 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/rep_barrier/636781875b4f4c36a6441081eb18eadc is 112, key is test,,1732782199816.df69225cd420228ed425f682c341888a./rep_barrier:seqnumDuringOpen/1732782200566/Put/seqid=0 2024-11-28T08:23:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741841_1017 (size=5518) 2024-11-28T08:23:26,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:23:26,908 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:26,914 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:26,924 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:27,115 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:23:27,115 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:23:27,115 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:27,180 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/rep_barrier/636781875b4f4c36a6441081eb18eadc 2024-11-28T08:23:27,202 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/table/f27adc07ff0b4eac962bfe4e07397607 is 40, key is test/table:state/1732782200572/Put/seqid=0 2024-11-28T08:23:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741842_1018 (size=5165) 2024-11-28T08:23:27,315 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:27,515 DEBUG [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:27,607 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/table/f27adc07ff0b4eac962bfe4e07397607 2024-11-28T08:23:27,611 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/info/35c44ad916cc4b37b0f7e85615c7537f as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/info/35c44ad916cc4b37b0f7e85615c7537f 2024-11-28T08:23:27,612 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:27,614 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/info/35c44ad916cc4b37b0f7e85615c7537f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T08:23:27,615 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/ns/772206471b674cfa91d40df48284fc5d as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/ns/772206471b674cfa91d40df48284fc5d 2024-11-28T08:23:27,618 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/ns/772206471b674cfa91d40df48284fc5d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:23:27,619 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/rep_barrier/636781875b4f4c36a6441081eb18eadc as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/rep_barrier/636781875b4f4c36a6441081eb18eadc 2024-11-28T08:23:27,623 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/rep_barrier/636781875b4f4c36a6441081eb18eadc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T08:23:27,623 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/.tmp/table/f27adc07ff0b4eac962bfe4e07397607 as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/table/f27adc07ff0b4eac962bfe4e07397607 2024-11-28T08:23:27,627 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/table/f27adc07ff0b4eac962bfe4e07397607, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:23:27,627 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:27,628 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false 2024-11-28T08:23:27,632 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:23:27,632 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:27,633 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:23:27,633 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:27,633 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782205914Running coprocessor pre-close hooks at 1732782205914Disabling compacts and flushes for region at 1732782205914Disabling writes for close at 1732782205914Obtaining lock to block concurrent updates at 1732782205914Preparing flush snapshotting stores in 1588230740 at 1732782205914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732782205915 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782205915Flushing 1588230740/info: creating writer at 1732782205915Flushing 1588230740/info: appending metadata at 1732782205931 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732782205931Flushing 1588230740/ns: creating writer at 1732782206338 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732782206350 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732782206350Flushing 1588230740/rep_barrier: creating writer at 1732782206758 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782206776 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782206776Flushing 1588230740/table: creating writer at 1732782207183 (+407 ms)Flushing 1588230740/table: appending metadata at 1732782207202 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732782207202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31719db3: reopening flushed file at 1732782207610 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f57a39: reopening flushed file at 1732782207614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416aaf61: reopening flushed file at 1732782207619 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20acc760: reopening flushed file at 1732782207623 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=11, compaction requested=false at 1732782207628 (+5 ms)Writing region close event to WAL at 1732782207630 (+2 ms)Running coprocessor post-close hooks at 1732782207632 (+2 ms)Closed at 1732782207633 (+1 ms) 2024-11-28T08:23:27,633 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:27,715 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,44335,1732782194926; all regions closed. 2024-11-28T08:23:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741834_1010 (size=2717) 2024-11-28T08:23:27,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.meta.1732782196869.meta not finished, retry = 0 2024-11-28T08:23:27,819 DEBUG [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/oldWALs 2024-11-28T08:23:27,819 INFO [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C44335%2C1732782194926.meta:.meta(num 1732782196869) 2024-11-28T08:23:27,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/WALs/81db972b9a1d,44335,1732782194926/81db972b9a1d%2C44335%2C1732782194926.1732782196524 not finished, retry = 0 2024-11-28T08:23:27,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741833_1009 (size=1028) 2024-11-28T08:23:27,923 DEBUG [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/oldWALs 2024-11-28T08:23:27,923 INFO [RS:0;81db972b9a1d:44335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C44335%2C1732782194926:(num 1732782196524) 2024-11-28T08:23:27,923 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:27,923 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:27,923 INFO [RS:0;81db972b9a1d:44335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:27,924 INFO [RS:0;81db972b9a1d:44335 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:27,924 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:27,924 INFO [RS:0;81db972b9a1d:44335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:27,924 INFO [RS:0;81db972b9a1d:44335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:44335. 2024-11-28T08:23:27,924 DEBUG [RS:0;81db972b9a1d:44335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:27,925 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:27,925 DEBUG [RS:0;81db972b9a1d:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:27,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:27,925 INFO [RS:0;81db972b9a1d:44335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44335 2024-11-28T08:23:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1529002906/rs/81db972b9a1d,44335,1732782194926 2024-11-28T08:23:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906/rs 2024-11-28T08:23:27,974 INFO [RS:0;81db972b9a1d:44335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:27,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,44335,1732782194926] 2024-11-28T08:23:27,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1529002906/draining/81db972b9a1d,44335,1732782194926 already deleted, retry=false 2024-11-28T08:23:27,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,44335,1732782194926 expired; onlineServers=0 2024-11-28T08:23:27,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,36781,1732782194733' ***** 2024-11-28T08:23:27,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:23:27,995 INFO [M:0;81db972b9a1d:36781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:27,995 INFO [M:0;81db972b9a1d:36781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:27,996 DEBUG [M:0;81db972b9a1d:36781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:23:27,996 DEBUG [M:0;81db972b9a1d:36781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:23:27,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:23:27,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782196256 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782196256,5,FailOnTimeoutGroup] 2024-11-28T08:23:27,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782196256 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782196256,5,FailOnTimeoutGroup] 2024-11-28T08:23:27,996 INFO [M:0;81db972b9a1d:36781 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:27,996 INFO [M:0;81db972b9a1d:36781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:27,996 DEBUG [M:0;81db972b9a1d:36781 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:23:27,996 INFO [M:0;81db972b9a1d:36781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:23:27,996 INFO [M:0;81db972b9a1d:36781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:27,996 INFO [M:0;81db972b9a1d:36781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:23:27,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:23:28,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1529002906/master 2024-11-28T08:23:28,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1529002906 2024-11-28T08:23:28,006 DEBUG [M:0;81db972b9a1d:36781 {}] zookeeper.ZKUtil(347): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Unable to get data of znode /2-1529002906/master because node does not exist (not an error) 2024-11-28T08:23:28,006 WARN [M:0;81db972b9a1d:36781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:23:28,006 INFO [M:0;81db972b9a1d:36781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/.lastflushedseqids 2024-11-28T08:23:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741843_1019 (size=173) 2024-11-28T08:23:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:28,085 INFO [RS:0;81db972b9a1d:44335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:28,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x1018089c71b0007, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:28,085 INFO [RS:0;81db972b9a1d:44335 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,44335,1732782194926; zookeeper connection closed. 2024-11-28T08:23:28,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c5247f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c5247f 2024-11-28T08:23:28,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:23:28,410 INFO [M:0;81db972b9a1d:36781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:23:28,410 INFO [M:0;81db972b9a1d:36781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:23:28,411 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:28,411 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:28,411 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:28,411 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:28,411 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:28,411 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-28T08:23:28,414 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:28,432 DEBUG [M:0;81db972b9a1d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5660eadcee5e468e879f587d8c0221e0 is 82, key is hbase:meta,,1/info:regioninfo/1732782196894/Put/seqid=0 2024-11-28T08:23:28,432 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:28,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741844_1020 (size=5672) 2024-11-28T08:23:28,441 INFO [M:0;81db972b9a1d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5660eadcee5e468e879f587d8c0221e0 2024-11-28T08:23:28,457 DEBUG [M:0;81db972b9a1d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2dcd0763fcc45829b61c8acc2cac04b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732782200574/Put/seqid=0 2024-11-28T08:23:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741845_1021 (size=6585) 2024-11-28T08:23:28,465 INFO [M:0;81db972b9a1d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2dcd0763fcc45829b61c8acc2cac04b 2024-11-28T08:23:28,488 DEBUG [M:0;81db972b9a1d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7774be42f1f24e2493f4e8acdf244cff is 69, key is 81db972b9a1d,44335,1732782194926/rs:state/1732782196325/Put/seqid=0 2024-11-28T08:23:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741846_1022 (size=5156) 2024-11-28T08:23:28,895 INFO [M:0;81db972b9a1d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7774be42f1f24e2493f4e8acdf244cff 2024-11-28T08:23:28,898 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5660eadcee5e468e879f587d8c0221e0 as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5660eadcee5e468e879f587d8c0221e0 2024-11-28T08:23:28,901 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5660eadcee5e468e879f587d8c0221e0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-28T08:23:28,902 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2dcd0763fcc45829b61c8acc2cac04b as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2dcd0763fcc45829b61c8acc2cac04b 2024-11-28T08:23:28,905 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2dcd0763fcc45829b61c8acc2cac04b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-28T08:23:28,906 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7774be42f1f24e2493f4e8acdf244cff as hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7774be42f1f24e2493f4e8acdf244cff 2024-11-28T08:23:28,909 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34693/user/jenkins/test-data/3b24e0de-56f7-1995-bad5-c6e1fcf62432/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7774be42f1f24e2493f4e8acdf244cff, entries=1, sequenceid=55, filesize=5.0 K 2024-11-28T08:23:28,910 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=55, compaction requested=false 2024-11-28T08:23:28,912 INFO [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:28,912 DEBUG [M:0;81db972b9a1d:36781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782208410Disabling compacts and flushes for region at 1732782208410Disabling writes for close at 1732782208411 (+1 ms)Obtaining lock to block concurrent updates at 1732782208411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782208411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732782208412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782208412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782208412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782208432 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782208432Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782208444 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782208457 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782208457Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782208471 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782208487 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782208487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab15180: reopening flushed file at 1732782208898 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f59887: reopening flushed file at 1732782208901 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150e9ca1: reopening flushed file at 1732782208906 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=55, compaction requested=false at 1732782208910 (+4 ms)Writing region close event to WAL at 1732782208911 (+1 ms)Closed at 1732782208911 2024-11-28T08:23:28,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42079 is added to blk_1073741830_1006 (size=32758) 2024-11-28T08:23:28,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:28,913 INFO [M:0;81db972b9a1d:36781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:23:28,913 INFO [M:0;81db972b9a1d:36781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36781 2024-11-28T08:23:28,914 INFO [M:0;81db972b9a1d:36781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:29,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:29,064 INFO [M:0;81db972b9a1d:36781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:29,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x1018089c71b0006, quorum=127.0.0.1:54466, baseZNode=/2-1529002906 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:29,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bac865e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:29,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23951614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:29,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:29,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6240a473{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:29,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ecff95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:29,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:23:29,070 WARN [BP-45205499-172.17.0.3-1732782192641 heartbeating to localhost/127.0.0.1:34693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:23:29,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:23:29,070 WARN [BP-45205499-172.17.0.3-1732782192641 heartbeating to localhost/127.0.0.1:34693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45205499-172.17.0.3-1732782192641 (Datanode Uuid 7bc2ac50-40d7-4fea-81e1-6445d1e6ef2d) service to localhost/127.0.0.1:34693 2024-11-28T08:23:29,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/cluster_f7bd627b-b7ca-0d17-2b79-b22c142d374a/data/data1/current/BP-45205499-172.17.0.3-1732782192641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:29,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/cluster_f7bd627b-b7ca-0d17-2b79-b22c142d374a/data/data2/current/BP-45205499-172.17.0.3-1732782192641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:29,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:23:29,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69d2a5bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:29,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a65f36e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:29,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:29,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35a49fbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:29,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b8990ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbbfb2b6-73c2-c093-b809-c9bf935aa0ce/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:29,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:23:29,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:23:29,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:29,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:29,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:29,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:29,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:29,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:23:29,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=554010178, stopped=false 2024-11-28T08:23:29,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,36275,1732782189778 2024-11-28T08:23:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1700801574/running 2024-11-28T08:23:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1700801574/running 2024-11-28T08:23:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:29,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:29,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:29,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:29,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:29,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/running 2024-11-28T08:23:29,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,36029,1732782189965' ***** 2024-11-28T08:23:29,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Set watcher on znode that does not yet exist, /1700801574/running 2024-11-28T08:23:29,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,36029,1732782189965 2024-11-28T08:23:29,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36029. 2024-11-28T08:23:29,120 DEBUG [RS:0;81db972b9a1d:36029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:29,120 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:29,120 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b7e4970f8816aac2545234bafe33e61, disabling compactions & flushes 2024-11-28T08:23:29,120 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:23:29,120 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:29,120 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:23:29,121 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:23:29,121 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. after waiting 0 ms 2024-11-28T08:23:29,121 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:29,121 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:23:29,128 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T08:23:29,128 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b7e4970f8816aac2545234bafe33e61=test,,1732782199182.9b7e4970f8816aac2545234bafe33e61.} 2024-11-28T08:23:29,128 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b7e4970f8816aac2545234bafe33e61 2024-11-28T08:23:29,128 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:29,128 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:29,128 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:29,128 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:29,128 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:29,129 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T08:23:29,152 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:29,157 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/default/test/9b7e4970f8816aac2545234bafe33e61/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:23:29,157 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:29,157 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:23:29,157 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:29,157 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b7e4970f8816aac2545234bafe33e61: Waiting for close lock at 1732782209120Running coprocessor pre-close hooks at 1732782209120Disabling compacts and flushes for region at 1732782209120Disabling writes for close at 1732782209121 (+1 ms)Writing region close event to WAL at 1732782209140 (+19 ms)Running coprocessor post-close hooks at 1732782209157 (+17 ms)Closed at 1732782209157 2024-11-28T08:23:29,158 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782199182.9b7e4970f8816aac2545234bafe33e61. 2024-11-28T08:23:29,172 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/info/73ae09376ccd48f0931df87415e8e3a6 is 129, key is test,,1732782199182.9b7e4970f8816aac2545234bafe33e61./info:regioninfo/1732782199539/Put/seqid=0 2024-11-28T08:23:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741841_1017 (size=6421) 2024-11-28T08:23:29,318 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:29,328 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:29,341 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:29,418 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:23:29,419 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:23:29,529 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:29,594 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/info/73ae09376ccd48f0931df87415e8e3a6 2024-11-28T08:23:29,632 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/ns/62455063e3894023b198abbaf71567c9 is 43, key is default/ns:d/1732782192539/Put/seqid=0 2024-11-28T08:23:29,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741842_1018 (size=5153) 2024-11-28T08:23:29,729 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:29,929 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:30,043 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/ns/62455063e3894023b198abbaf71567c9 2024-11-28T08:23:30,097 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/rep_barrier/f39ebd702b32413eb143452a74a18382 is 112, key is test,,1732782199182.9b7e4970f8816aac2545234bafe33e61./rep_barrier:seqnumDuringOpen/1732782199539/Put/seqid=0 2024-11-28T08:23:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741843_1019 (size=5518) 2024-11-28T08:23:30,129 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:23:30,129 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:23:30,129 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:30,322 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:30,329 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:30,355 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:30,506 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/rep_barrier/f39ebd702b32413eb143452a74a18382 2024-11-28T08:23:30,521 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/table/b2fea96c95ab48e0b109799173139fd1 is 40, key is test/table:state/1732782199546/Put/seqid=0 2024-11-28T08:23:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741844_1020 (size=5165) 2024-11-28T08:23:30,525 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/table/b2fea96c95ab48e0b109799173139fd1 2024-11-28T08:23:30,528 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/info/73ae09376ccd48f0931df87415e8e3a6 as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/info/73ae09376ccd48f0931df87415e8e3a6 2024-11-28T08:23:30,530 DEBUG [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:30,532 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/info/73ae09376ccd48f0931df87415e8e3a6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T08:23:30,532 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/ns/62455063e3894023b198abbaf71567c9 as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/ns/62455063e3894023b198abbaf71567c9 2024-11-28T08:23:30,535 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/ns/62455063e3894023b198abbaf71567c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:23:30,536 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/rep_barrier/f39ebd702b32413eb143452a74a18382 as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/rep_barrier/f39ebd702b32413eb143452a74a18382 2024-11-28T08:23:30,539 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/rep_barrier/f39ebd702b32413eb143452a74a18382, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T08:23:30,539 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/.tmp/table/b2fea96c95ab48e0b109799173139fd1 as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/table/b2fea96c95ab48e0b109799173139fd1 2024-11-28T08:23:30,557 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/table/b2fea96c95ab48e0b109799173139fd1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T08:23:30,558 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false 2024-11-28T08:23:30,558 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:23:30,564 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T08:23:30,564 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:30,564 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:23:30,564 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:30,565 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782209128Running coprocessor pre-close hooks at 1732782209128Disabling compacts and flushes for region at 1732782209128Disabling writes for close at 1732782209128Obtaining lock to block concurrent updates at 1732782209129 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732782209129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732782209129Flushing stores of hbase:meta,,1.1588230740 at 1732782209129Flushing 1588230740/info: creating writer at 1732782209129Flushing 1588230740/info: appending metadata at 1732782209171 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732782209171Flushing 1588230740/ns: creating writer at 1732782209605 (+434 ms)Flushing 1588230740/ns: appending metadata at 1732782209632 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732782209632Flushing 1588230740/rep_barrier: creating writer at 1732782210053 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782210097 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782210097Flushing 1588230740/table: creating writer at 1732782210509 (+412 ms)Flushing 1588230740/table: appending metadata at 1732782210521 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732782210521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d1ea97: reopening flushed file at 1732782210528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d9c399: reopening flushed file at 1732782210532 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f57b9b3: reopening flushed file at 1732782210535 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b54a9c3: reopening flushed file at 1732782210539 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false at 1732782210558 (+19 ms)Writing region close event to WAL at 1732782210561 (+3 ms)Running coprocessor post-close hooks at 1732782210564 (+3 ms)Closed at 1732782210564 2024-11-28T08:23:30,565 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:30,730 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,36029,1732782189965; all regions closed. 2024-11-28T08:23:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741834_1010 (size=2717) 2024-11-28T08:23:30,737 DEBUG [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/oldWALs 2024-11-28T08:23:30,737 INFO [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36029%2C1732782189965.meta:.meta(num 1732782192484) 2024-11-28T08:23:30,743 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/WALs/81db972b9a1d,36029,1732782189965/81db972b9a1d%2C36029%2C1732782189965.1732782191478 not finished, retry = 0 2024-11-28T08:23:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741832_1008 (size=1374) 2024-11-28T08:23:30,847 DEBUG [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/oldWALs 2024-11-28T08:23:30,847 INFO [RS:0;81db972b9a1d:36029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C36029%2C1732782189965:(num 1732782191478) 2024-11-28T08:23:30,847 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:30,847 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:30,848 INFO [RS:0;81db972b9a1d:36029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:30,848 INFO [RS:0;81db972b9a1d:36029 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:30,848 INFO [RS:0;81db972b9a1d:36029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:30,848 INFO [RS:0;81db972b9a1d:36029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:36029. 2024-11-28T08:23:30,848 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:30,849 DEBUG [RS:0;81db972b9a1d:36029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:30,849 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:30,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:30,849 DEBUG [RS:0;81db972b9a1d:36029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:30,849 INFO [RS:0;81db972b9a1d:36029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36029 2024-11-28T08:23:30,974 INFO [RS:0;81db972b9a1d:36029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1700801574/rs/81db972b9a1d,36029,1732782189965 2024-11-28T08:23:30,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574/rs 2024-11-28T08:23:30,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,36029,1732782189965] 2024-11-28T08:23:30,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1700801574/draining/81db972b9a1d,36029,1732782189965 already deleted, retry=false 2024-11-28T08:23:30,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,36029,1732782189965 expired; onlineServers=0 2024-11-28T08:23:30,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,36275,1732782189778' ***** 2024-11-28T08:23:30,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:23:30,995 INFO [M:0;81db972b9a1d:36275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:30,995 INFO [M:0;81db972b9a1d:36275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:30,995 DEBUG [M:0;81db972b9a1d:36275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:23:30,996 DEBUG [M:0;81db972b9a1d:36275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:23:30,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782191267 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782191267,5,FailOnTimeoutGroup] 2024-11-28T08:23:30,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:23:30,996 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782191268 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782191268,5,FailOnTimeoutGroup] 2024-11-28T08:23:30,996 INFO [M:0;81db972b9a1d:36275 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:30,996 INFO [M:0;81db972b9a1d:36275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:30,996 DEBUG [M:0;81db972b9a1d:36275 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:23:30,996 INFO [M:0;81db972b9a1d:36275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:23:30,996 INFO [M:0;81db972b9a1d:36275 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:30,996 INFO [M:0;81db972b9a1d:36275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:23:30,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:23:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1700801574/master 2024-11-28T08:23:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1700801574 2024-11-28T08:23:31,005 DEBUG [M:0;81db972b9a1d:36275 {}] zookeeper.ZKUtil(347): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Unable to get data of znode /1700801574/master because node does not exist (not an error) 2024-11-28T08:23:31,005 WARN [M:0;81db972b9a1d:36275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:23:31,007 INFO [M:0;81db972b9a1d:36275 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/.lastflushedseqids 2024-11-28T08:23:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741845_1021 (size=173) 2024-11-28T08:23:31,085 INFO [RS:0;81db972b9a1d:36029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:31,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:31,085 INFO [RS:0;81db972b9a1d:36029 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,36029,1732782189965; zookeeper connection closed. 2024-11-28T08:23:31,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36029-0x1018089c71b0004, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:31,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 2024-11-28T08:23:31,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:23:31,411 INFO [M:0;81db972b9a1d:36275 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:23:31,411 INFO [M:0;81db972b9a1d:36275 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:23:31,411 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:31,411 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:31,411 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:31,411 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:31,411 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:31,411 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-28T08:23:31,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T08:23:31,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,430 DEBUG [M:0;81db972b9a1d:36275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866121d73224c138d630c619e2ba449 is 82, key is hbase:meta,,1/info:regioninfo/1732782192519/Put/seqid=0 2024-11-28T08:23:31,434 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741846_1022 (size=5672) 2024-11-28T08:23:31,459 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:31,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T08:23:31,838 INFO [M:0;81db972b9a1d:36275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866121d73224c138d630c619e2ba449 2024-11-28T08:23:31,855 DEBUG [M:0;81db972b9a1d:36275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f33ded9b1b74a4897ee379baf3aa42a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732782199549/Put/seqid=0 2024-11-28T08:23:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741847_1023 (size=6585) 2024-11-28T08:23:32,259 INFO [M:0;81db972b9a1d:36275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f33ded9b1b74a4897ee379baf3aa42a 2024-11-28T08:23:32,281 DEBUG [M:0;81db972b9a1d:36275 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b9ef394b2140789139b0b469c73e9e is 69, key is 81db972b9a1d,36029,1732782189965/rs:state/1732782191325/Put/seqid=0 2024-11-28T08:23:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741848_1024 (size=5156) 2024-11-28T08:23:32,284 INFO [M:0;81db972b9a1d:36275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b9ef394b2140789139b0b469c73e9e 2024-11-28T08:23:32,289 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3866121d73224c138d630c619e2ba449 as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3866121d73224c138d630c619e2ba449 2024-11-28T08:23:32,293 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3866121d73224c138d630c619e2ba449, entries=8, sequenceid=55, filesize=5.5 K 2024-11-28T08:23:32,293 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f33ded9b1b74a4897ee379baf3aa42a as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f33ded9b1b74a4897ee379baf3aa42a 2024-11-28T08:23:32,297 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f33ded9b1b74a4897ee379baf3aa42a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-28T08:23:32,297 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b9ef394b2140789139b0b469c73e9e as hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b9ef394b2140789139b0b469c73e9e 2024-11-28T08:23:32,301 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35529/user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b9ef394b2140789139b0b469c73e9e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-28T08:23:32,302 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false 2024-11-28T08:23:32,303 INFO [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:32,303 DEBUG [M:0;81db972b9a1d:36275 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782211411Disabling compacts and flushes for region at 1732782211411Disabling writes for close at 1732782211411Obtaining lock to block concurrent updates at 1732782211411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782211411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732782211412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782211412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782211412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782211430 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782211430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782211841 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782211855 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782211855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782212263 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782212280 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782212280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1642ff0a: reopening flushed file at 1732782212288 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bada881: reopening flushed file at 1732782212293 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f324bf4: reopening flushed file at 1732782212297 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false at 1732782212302 (+5 ms)Writing region close event to WAL at 1732782212303 (+1 ms)Closed at 1732782212303 2024-11-28T08:23:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45829 is added to blk_1073741830_1006 (size=32758) 2024-11-28T08:23:32,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c107d57-3b20-fb63-58c1-2f4e5b80ba40/MasterData/WALs/81db972b9a1d,36275,1732782189778/81db972b9a1d%2C36275%2C1732782189778.1732782190936 not finished, retry = 0 2024-11-28T08:23:32,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:32,406 INFO [M:0;81db972b9a1d:36275 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:23:32,406 INFO [M:0;81db972b9a1d:36275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36275 2024-11-28T08:23:32,406 INFO [M:0;81db972b9a1d:36275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:32,527 INFO [M:0;81db972b9a1d:36275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:32,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36275-0x1018089c71b0003, quorum=127.0.0.1:54466, baseZNode=/1700801574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:32,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b27d48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:32,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af007df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:32,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:32,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362a4d7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:32,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49908177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:32,531 WARN [BP-1131454470-172.17.0.3-1732782187678 heartbeating to localhost/127.0.0.1:35529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:23:32,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:23:32,532 WARN [BP-1131454470-172.17.0.3-1732782187678 heartbeating to localhost/127.0.0.1:35529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1131454470-172.17.0.3-1732782187678 (Datanode Uuid dc054d90-5a73-4b2c-9a1d-059c1ca59b7d) service to localhost/127.0.0.1:35529 2024-11-28T08:23:32,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:23:32,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/cluster_cc8b245b-0d02-f33b-f71f-a4193a4eacfd/data/data1/current/BP-1131454470-172.17.0.3-1732782187678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:32,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/cluster_cc8b245b-0d02-f33b-f71f-a4193a4eacfd/data/data2/current/BP-1131454470-172.17.0.3-1732782187678 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:32,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:23:32,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@618b999a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:32,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1125a761{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:32,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:32,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2b1f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:32,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37248352{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f62913ea-7853-5795-7197-df35d98e53aa/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:32,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:23:32,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:23:32,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:32,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:32,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:32,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:23:32,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=528727534, stopped=false 2024-11-28T08:23:32,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,38955,1732782183679 2024-11-28T08:23:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-904246725/running 2024-11-28T08:23:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-904246725/running 2024-11-28T08:23:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:32,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:32,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:23:32,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/running 2024-11-28T08:23:32,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:32,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:32,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Set watcher on znode that does not yet exist, /0-904246725/running 2024-11-28T08:23:32,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,38291,1732782184440' ***** 2024-11-28T08:23:32,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:23:32,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,38291,1732782184440 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38291. 2024-11-28T08:23:32,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f48122bee54828bd9a3d8c5706155f5, disabling compactions & flushes 2024-11-28T08:23:32,576 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:32,576 DEBUG [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:32,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:32,576 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:32,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. after waiting 0 ms 2024-11-28T08:23:32,576 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:32,576 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:23:32,577 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:23:32,577 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:23:32,577 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:23:32,577 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T08:23:32,577 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1325): Online Regions={8f48122bee54828bd9a3d8c5706155f5=test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5., 70f4c6a0f653513a5210c7ff41f479ef=hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:23:32,577 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f4c6a0f653513a5210c7ff41f479ef, 8f48122bee54828bd9a3d8c5706155f5 2024-11-28T08:23:32,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:23:32,577 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:23:32,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:23:32,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:23:32,577 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:23:32,577 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T08:23:32,581 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/default/test/8f48122bee54828bd9a3d8c5706155f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T08:23:32,582 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f48122bee54828bd9a3d8c5706155f5: Waiting for close lock at 1732782212576Running coprocessor pre-close hooks at 1732782212576Disabling compacts and flushes for region at 1732782212576Disabling writes for close at 1732782212576Writing region close event to WAL at 1732782212579 (+3 ms)Running coprocessor post-close hooks at 1732782212582 (+3 ms)Closed at 1732782212582 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5. 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70f4c6a0f653513a5210c7ff41f479ef, disabling compactions & flushes 2024-11-28T08:23:32,582 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. after waiting 0 ms 2024-11-28T08:23:32,582 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:32,583 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70f4c6a0f653513a5210c7ff41f479ef 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-28T08:23:32,597 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/info/95ea39e331a140a1bcd4d335ac638e62 is 147, key is hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef./info:regioninfo/1732782201755/Put/seqid=0 2024-11-28T08:23:32,601 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/hfileref/caa5c72aa08d46ab84612ac25ee2534e is 74, key is 1/hfileref:44e599e7cc494293a26959803f2104a6_SeqId_6_/1732782205399/DeleteColumn/seqid=0 2024-11-28T08:23:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741847_1023 (size=7686) 2024-11-28T08:23:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741848_1024 (size=5489) 2024-11-28T08:23:32,619 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:32,641 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:32,644 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:23:32,644 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:32,644 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:23:32,646 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 81db972b9a1d,38291,1732782184440: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-81db972b9a1d,38291,1732782184440, walGroup=81db972b9a1d%2C38291%2C1732782184440, offset=81db972b9a1d%2C38291%2C1732782184440.1732782204019:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T08:23:32,647 ERROR [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T08:23:32,648 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T08:23:32,648 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T08:23:32,648 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T08:23:32,648 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T08:23:32,648 INFO [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1507852288, "init": 1048576000, "max": 2306867200, "used": 958666448 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207929024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T08:23:32,649 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=81db972b9a1d:38955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T08:23:32,662 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 393, reset compression=false 2024-11-28T08:23:32,667 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T08:23:32,667 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:32,667 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-81db972b9a1d,38291,1732782184440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T08:23:32,668 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-28T08:23:32,777 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:32,848 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:32,870 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:32,886 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:23:32,886 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:23:32,977 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:33,006 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/info/95ea39e331a140a1bcd4d335ac638e62 2024-11-28T08:23:33,013 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/hfileref/caa5c72aa08d46ab84612ac25ee2534e 2024-11-28T08:23:33,027 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/ns/0fdab13fa043476f84c498e052928389 is 43, key is default/ns:d/1732782187519/Put/seqid=0 2024-11-28T08:23:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741849_1025 (size=5153) 2024-11-28T08:23:33,035 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/queue/ef349691268540b59f70b46fe9240c9e is 153, key is 1-81db972b9a1d,38291,1732782184440/queue:81db972b9a1d%2C38291%2C1732782184440/1732782205400/Put/seqid=0 2024-11-28T08:23:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741850_1026 (size=5504) 2024-11-28T08:23:33,151 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:33,174 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:33,178 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:33,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:23:33,378 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f4c6a0f653513a5210c7ff41f479ef 2024-11-28T08:23:33,431 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/ns/0fdab13fa043476f84c498e052928389 2024-11-28T08:23:33,448 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/queue/ef349691268540b59f70b46fe9240c9e 2024-11-28T08:23:33,449 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2719d068d745c09b776e1444643b2b is 112, key is test,,1732782197020.8f48122bee54828bd9a3d8c5706155f5./rep_barrier:seqnumDuringOpen/1732782198170/Put/seqid=0 2024-11-28T08:23:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741851_1027 (size=5518) 2024-11-28T08:23:33,452 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2719d068d745c09b776e1444643b2b 2024-11-28T08:23:33,452 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/hfileref/caa5c72aa08d46ab84612ac25ee2534e as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/hfileref/caa5c72aa08d46ab84612ac25ee2534e 2024-11-28T08:23:33,457 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/hfileref/caa5c72aa08d46ab84612ac25ee2534e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-28T08:23:33,457 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/.tmp/queue/ef349691268540b59f70b46fe9240c9e as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/queue/ef349691268540b59f70b46fe9240c9e 2024-11-28T08:23:33,461 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/queue/ef349691268540b59f70b46fe9240c9e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-28T08:23:33,462 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 70f4c6a0f653513a5210c7ff41f479ef in 880ms, sequenceid=17, compaction requested=false 2024-11-28T08:23:33,465 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/replication/70f4c6a0f653513a5210c7ff41f479ef/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-28T08:23:33,466 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:33,466 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:23:33,466 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:33,466 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70f4c6a0f653513a5210c7ff41f479ef: Waiting for close lock at 1732782212582Running coprocessor pre-close hooks at 1732782212582Disabling compacts and flushes for region at 1732782212582Disabling writes for close at 1732782212582Obtaining lock to block concurrent updates at 1732782212583 (+1 ms)Preparing flush snapshotting stores in 70f4c6a0f653513a5210c7ff41f479ef at 1732782212583Finished memstore snapshotting hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732782212583Flushing stores of hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. at 1732782212583Flushing 70f4c6a0f653513a5210c7ff41f479ef/hfileref: creating writer at 1732782212583Flushing 70f4c6a0f653513a5210c7ff41f479ef/hfileref: appending metadata at 1732782212601 (+18 ms)Flushing 70f4c6a0f653513a5210c7ff41f479ef/hfileref: closing flushed file at 1732782212601Flushing 70f4c6a0f653513a5210c7ff41f479ef/queue: creating writer at 1732782213017 (+416 ms)Flushing 70f4c6a0f653513a5210c7ff41f479ef/queue: appending metadata at 1732782213034 (+17 ms)Flushing 70f4c6a0f653513a5210c7ff41f479ef/queue: closing flushed file at 1732782213034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ac5d28: reopening flushed file at 1732782213451 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1911c9f: reopening flushed file at 1732782213457 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 70f4c6a0f653513a5210c7ff41f479ef in 880ms, sequenceid=17, compaction requested=false at 1732782213462 (+5 ms)Writing region close event to WAL at 1732782213463 (+1 ms)Running coprocessor post-close hooks at 1732782213466 (+3 ms)Closed at 1732782213466 2024-11-28T08:23:33,466 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732782200973.70f4c6a0f653513a5210c7ff41f479ef. 2024-11-28T08:23:33,471 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/table/3b6826ba68754c4b90c21d1d957f7e56 is 53, key is hbase:replication/table:state/1732782201761/Put/seqid=0 2024-11-28T08:23:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741852_1028 (size=5308) 2024-11-28T08:23:33,554 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:33,577 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:33,578 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:23:33,578 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:23:33,578 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:33,778 DEBUG [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:23:33,877 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/table/3b6826ba68754c4b90c21d1d957f7e56 2024-11-28T08:23:33,881 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/info/95ea39e331a140a1bcd4d335ac638e62 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/info/95ea39e331a140a1bcd4d335ac638e62 2024-11-28T08:23:33,885 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/info/95ea39e331a140a1bcd4d335ac638e62, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T08:23:33,886 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/ns/0fdab13fa043476f84c498e052928389 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/ns/0fdab13fa043476f84c498e052928389 2024-11-28T08:23:33,891 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/ns/0fdab13fa043476f84c498e052928389, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T08:23:33,892 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/rep_barrier/db2719d068d745c09b776e1444643b2b as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/rep_barrier/db2719d068d745c09b776e1444643b2b 2024-11-28T08:23:33,897 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/rep_barrier/db2719d068d745c09b776e1444643b2b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T08:23:33,898 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/.tmp/table/3b6826ba68754c4b90c21d1d957f7e56 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/table/3b6826ba68754c4b90c21d1d957f7e56 2024-11-28T08:23:33,907 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/table/3b6826ba68754c4b90c21d1d957f7e56, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T08:23:33,908 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-28T08:23:33,918 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T08:23:33,919 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T08:23:33,919 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:23:33,919 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:33,919 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782212577Running coprocessor pre-close hooks at 1732782212577Disabling compacts and flushes for region at 1732782212577Disabling writes for close at 1732782212577Obtaining lock to block concurrent updates at 1732782212577Preparing flush snapshotting stores in 1588230740 at 1732782212577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732782212578 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732782212578Flushing 1588230740/info: creating writer at 1732782212578Flushing 1588230740/info: appending metadata at 1732782212597 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732782212597Flushing 1588230740/ns: creating writer at 1732782213010 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732782213027 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732782213027Flushing 1588230740/rep_barrier: creating writer at 1732782213435 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782213448 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782213449 (+1 ms)Flushing 1588230740/table: creating writer at 1732782213456 (+7 ms)Flushing 1588230740/table: appending metadata at 1732782213471 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732782213471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9b539: reopening flushed file at 1732782213881 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50df1b1c: reopening flushed file at 1732782213885 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfb81e6: reopening flushed file at 1732782213891 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea5aa6e: reopening flushed file at 1732782213897 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732782213908 (+11 ms)Writing region close event to WAL at 1732782213914 (+6 ms)Running coprocessor post-close hooks at 1732782213919 (+5 ms)Closed at 1732782213919 2024-11-28T08:23:33,920 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:23:33,978 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,38291,1732782184440; all regions closed. 2024-11-28T08:23:33,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741844_1020 (size=859) 2024-11-28T08:23:33,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.meta.1732782204101.meta not finished, retry = 0 2024-11-28T08:23:34,058 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:34,080 DEBUG [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/WALs/81db972b9a1d,38291,1732782184440/81db972b9a1d%2C38291%2C1732782184440.1732782204019 to pos 688, reset compression=false 2024-11-28T08:23:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741843_1019 (size=2791) 2024-11-28T08:23:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741842_1018 (size=696) 2024-11-28T08:23:34,105 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:34,105 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:23:34,105 INFO [RS:0;81db972b9a1d:38291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:34,105 INFO [RS:0;81db972b9a1d:38291 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:34,106 INFO [RS:0;81db972b9a1d:38291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:34,106 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:34,106 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-81db972b9a1d,38291,1732782184440 because: Region server is closing 2024-11-28T08:23:34,107 INFO [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38291. 2024-11-28T08:23:34,107 DEBUG [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:34,107 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:34,107 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:34,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:34,207 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 terminated 2024-11-28T08:23:34,207 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-81db972b9a1d,38291,1732782184440 because: Region server is closing 2024-11-28T08:23:34,207 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,1-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,1-81db972b9a1d,38291,1732782184440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:23:34,208 INFO [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:38291. 2024-11-28T08:23:34,208 DEBUG [RS:0;81db972b9a1d:38291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:23:34,208 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:34,208 DEBUG [RS:0;81db972b9a1d:38291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:23:34,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:23:34,308 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.shipper81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 terminated 2024-11-28T08:23:34,308 INFO [RS:0;81db972b9a1d:38291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38291 2024-11-28T08:23:34,309 WARN [RS_REFRESH_PEER-regionserver/81db972b9a1d:0-0.replicationSource,2-81db972b9a1d,38291,1732782184440.replicationSource.wal-reader.81db972b9a1d%2C38291%2C1732782184440,2-81db972b9a1d,38291,1732782184440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T08:23:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-904246725/rs/81db972b9a1d,38291,1732782184440 2024-11-28T08:23:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725/rs 2024-11-28T08:23:34,384 INFO [RS:0;81db972b9a1d:38291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:34,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,38291,1732782184440] 2024-11-28T08:23:34,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/draining/81db972b9a1d,38291,1732782184440 already deleted, retry=false 2024-11-28T08:23:34,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,38291,1732782184440 expired; onlineServers=0 2024-11-28T08:23:34,405 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,38955,1732782183679' ***** 2024-11-28T08:23:34,405 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:23:34,406 DEBUG [M:0;81db972b9a1d:38955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:23:34,406 DEBUG [M:0;81db972b9a1d:38955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:23:34,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:23:34,406 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782186795 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782186795,5,FailOnTimeoutGroup] 2024-11-28T08:23:34,406 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782186800 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782186800,5,FailOnTimeoutGroup] 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:23:34,406 DEBUG [M:0;81db972b9a1d:38955 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:23:34,406 INFO [M:0;81db972b9a1d:38955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:23:34,407 INFO [M:0;81db972b9a1d:38955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:23:34,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:23:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-904246725/master 2024-11-28T08:23:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-904246725 2024-11-28T08:23:34,427 DEBUG [M:0;81db972b9a1d:38955 {}] zookeeper.RecoverableZooKeeper(212): Node /0-904246725/master already deleted, retry=false 2024-11-28T08:23:34,427 DEBUG [M:0;81db972b9a1d:38955 {}] master.ActiveMasterManager(353): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-904246725/master 2024-11-28T08:23:34,428 INFO [M:0;81db972b9a1d:38955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/.lastflushedseqids 2024-11-28T08:23:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741853_1029 (size=263) 2024-11-28T08:23:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38291-0x1018089c71b0001, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:34,496 INFO [RS:0;81db972b9a1d:38291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:34,496 INFO [RS:0;81db972b9a1d:38291 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,38291,1732782184440; zookeeper connection closed. 2024-11-28T08:23:34,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3249efac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3249efac 2024-11-28T08:23:34,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:23:34,847 INFO [M:0;81db972b9a1d:38955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:23:34,847 INFO [M:0;81db972b9a1d:38955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:23:34,847 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:23:34,847 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:34,847 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:34,847 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:23:34,847 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:34,847 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-28T08:23:34,861 DEBUG [M:0;81db972b9a1d:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0fba2c326ae49448823404ea1ecae31 is 82, key is hbase:meta,,1/info:regioninfo/1732782187443/Put/seqid=0 2024-11-28T08:23:34,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741854_1030 (size=5672) 2024-11-28T08:23:35,265 INFO [M:0;81db972b9a1d:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0fba2c326ae49448823404ea1ecae31 2024-11-28T08:23:35,286 DEBUG [M:0;81db972b9a1d:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b910b360d1514f21ac707a104cebf7ac is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732782201764/Put/seqid=0 2024-11-28T08:23:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741855_1031 (size=8909) 2024-11-28T08:23:35,690 INFO [M:0;81db972b9a1d:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b910b360d1514f21ac707a104cebf7ac 2024-11-28T08:23:35,708 DEBUG [M:0;81db972b9a1d:38955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f46f867525924790b23f12982f6f59e8 is 69, key is 81db972b9a1d,38291,1732782184440/rs:state/1732782186865/Put/seqid=0 2024-11-28T08:23:35,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741856_1032 (size=5156) 2024-11-28T08:23:35,712 INFO [M:0;81db972b9a1d:38955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f46f867525924790b23f12982f6f59e8 2024-11-28T08:23:35,717 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0fba2c326ae49448823404ea1ecae31 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0fba2c326ae49448823404ea1ecae31 2024-11-28T08:23:35,720 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0fba2c326ae49448823404ea1ecae31, entries=8, sequenceid=112, filesize=5.5 K 2024-11-28T08:23:35,721 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b910b360d1514f21ac707a104cebf7ac as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b910b360d1514f21ac707a104cebf7ac 2024-11-28T08:23:35,725 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b910b360d1514f21ac707a104cebf7ac, entries=13, sequenceid=112, filesize=8.7 K 2024-11-28T08:23:35,725 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f46f867525924790b23f12982f6f59e8 as hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f46f867525924790b23f12982f6f59e8 2024-11-28T08:23:35,729 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/75d80529-aa02-568a-2a76-1205391830d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f46f867525924790b23f12982f6f59e8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-28T08:23:35,730 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false 2024-11-28T08:23:35,732 INFO [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:23:35,733 DEBUG [M:0;81db972b9a1d:38955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782214847Disabling compacts and flushes for region at 1732782214847Disabling writes for close at 1732782214847Obtaining lock to block concurrent updates at 1732782214847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782214847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732782214848 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782214848Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782214848Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782214861 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782214861Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782215269 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782215285 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782215285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782215694 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782215708 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782215708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9d7d80: reopening flushed file at 1732782215716 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5cf8af: reopening flushed file at 1732782215720 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32707ae2: reopening flushed file at 1732782215725 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=112, compaction requested=false at 1732782215730 (+5 ms)Writing region close event to WAL at 1732782215732 (+2 ms)Closed at 1732782215732 2024-11-28T08:23:35,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37239 is added to blk_1073741830_1006 (size=69055) 2024-11-28T08:23:35,735 INFO [M:0;81db972b9a1d:38955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:23:35,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:23:35,735 INFO [M:0;81db972b9a1d:38955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38955 2024-11-28T08:23:35,735 INFO [M:0;81db972b9a1d:38955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:23:35,905 INFO [M:0;81db972b9a1d:38955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:23:35,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:35,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38955-0x1018089c71b0000, quorum=127.0.0.1:54466, baseZNode=/0-904246725 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:23:35,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@afd8f5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:23:35,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e08cd82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:35,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:35,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550573c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:35,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c12c202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:35,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:23:35,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:23:35,913 WARN [BP-2029078421-172.17.0.3-1732782181247 heartbeating to localhost/127.0.0.1:41773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:23:35,913 WARN [BP-2029078421-172.17.0.3-1732782181247 heartbeating to localhost/127.0.0.1:41773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2029078421-172.17.0.3-1732782181247 (Datanode Uuid 612279ce-0ebb-4efc-ba3d-365bcb76a3eb) service to localhost/127.0.0.1:41773 2024-11-28T08:23:35,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/data/data1/current/BP-2029078421-172.17.0.3-1732782181247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:35,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/cluster_0b9cacf5-df12-38ae-4cc3-c8a667e5ca06/data/data2/current/BP-2029078421-172.17.0.3-1732782181247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:23:35,914 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:23:35,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a4d936{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:23:35,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5208d3f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:23:35,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:23:35,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a9ca54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:23:35,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdaf5ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09fb69eb-4f40-bac1-b04b-f5acdfd25983/hadoop.log.dir/,STOPPED} 2024-11-28T08:23:35,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:23:35,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T08:23:35,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54466) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54466) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35529 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54466) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34693 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 883) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 712), ProcessCount=11 (was 11), AvailableMemoryMB=5923 (was 5685) - AvailableMemoryMB LEAK? - 2024-11-28T08:23:35,964 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500